-- Logs begin at Thu 2021-06-10 23:34:16 UTC, end at Fri 2021-06-11 00:36:33 UTC. -- Jun 11 00:01:56.920446 dv-cinder-786260-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 11 00:01:59.593811 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.common.config [-] Logging enabled! Jun 11 00:01:59.594366 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev324 Jun 11 00:01:59.594595 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91779) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 11 00:01:59.597757 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.common.config [-] Logging enabled! Jun 11 00:01:59.598015 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev324 Jun 11 00:01:59.598328 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91779) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 11 00:01:59.599256 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 00:01:59.599516 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 00:01:59.599885 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 00:01:59.600137 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 00:01:59.600364 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 00:01:59.600685 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.600982 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.601279 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.601511 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.601806 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.602095 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.602377 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.602666 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.602962 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.603247 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.603555 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.603844 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.604077 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.604363 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.604647 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.604932 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.605165 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] debug = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.605441 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.605865 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.606289 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.606571 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.606859 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.607138 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.607949 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.608229 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.608516 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.608843 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] host = dv-cinder-786260-5-iscsi {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.609121 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.609409 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.609698 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.609992 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.610269 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.610553 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.610840 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.611115 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.611406 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] log_file = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.611689 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.611979 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.612267 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.612556 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.612787 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.613009 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.613296 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.613582 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.613858 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.614131 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.614405 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.614679 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.614952 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.615221 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.615534 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.615827 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.616112 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.616389 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.616664 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.616940 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.617213 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.617497 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.617773 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.618049 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.618324 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.618610 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.618879 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.619154 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.619479 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.619767 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.620055 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.620342 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.620617 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.620900 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.621173 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.621447 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.621719 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] use_json = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.621992 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.622263 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.622544 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.622811 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.623649 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.623942 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.624217 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.624503 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:01:59.624804 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.625103 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.625407 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.625693 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.625990 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.626272 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.626563 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.626845 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.627137 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.627465 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.627759 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.628038 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.628328 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.628650 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.628905 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.629211 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.629505 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.629795 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.630077 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.630354 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.630629 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.630910 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.631198 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.631521 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.631814 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.632090 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.632369 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.632661 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.632942 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.633219 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.633496 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.633783 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.634060 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.634333 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.634616 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.634896 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.635170 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.635468 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.635749 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.636041 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.636315 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.636588 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.636861 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.637139 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.637410 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.637695 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.637973 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.638248 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.638523 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.638829 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.639108 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.639402 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.639690 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.639974 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.640257 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.640535 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.640813 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.641089 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.641364 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.641637 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.641910 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.642185 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.642464 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.642739 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.643016 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.643292 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.643588 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.643865 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.644156 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.644455 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.644738 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.645022 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.645303 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.645586 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.645866 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.646149 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.646428 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.646964 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.647243 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.647664 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.647957 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.648251 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.648540 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.648823 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.649123 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.649406 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.649695 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.649983 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.650265 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.650561 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.650849 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.651147 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.651485 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.651786 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.652083 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.652381 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.652664 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.652975 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.653323 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:01:59.653480 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 00:01:59.653720 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91779) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 11 00:02:00.001890 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:02:00.002080 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:02:00.002368 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:02:00.002699 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 11 00:02:00.392370 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.392668 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.392948 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.394486 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.394771 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.395047 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.429545 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.429828 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.430104 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.443895 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.444178 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.444449 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.473751 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.474037 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.474304 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.510139 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.510427 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.510699 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.740684 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.741290 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.741290 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.741456 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.742351 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.864512 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.864839 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.865132 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.865406 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.865679 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.865994 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.866260 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.866520 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.866777 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.867060 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.867321 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.867617 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.867895 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.868166 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.868426 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.868706 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.868983 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.869243 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.869516 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.869780 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.870065 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.870416 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.870672 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.870957 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.871208 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.871492 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.871897 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 00:02:00.872144 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 00:02:00.872386 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 00:02:00.872628 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 00:02:00.872867 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 00:02:00.873621 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 00:02:00.874928 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 11 00:02:00.878079 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 11 00:02:00.882025 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 11 00:02:00.885735 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 11 00:02:00.887387 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 11 00:02:00.887855 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 11 00:02:00.888191 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 11 00:02:00.888596 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 11 00:02:00.891940 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 11 00:02:00.892195 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 11 00:02:00.892546 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 11 00:02:00.919954 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 11 00:02:00.920410 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.920709 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91779) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 11 00:02:00.921080 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.922439 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91779) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 11 00:02:00.922725 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 11 00:02:00.922974 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 11 00:02:00.926124 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.926410 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:00.990103 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 11 00:02:00.990344 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 11 00:02:00.990583 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 11 00:02:00.990991 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 11 00:02:01.012069 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_db.sqlalchemy.engines [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91779) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 11 00:02:01.523737 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.managers [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Initializing driver for type 'gre' Jun 11 00:02:01.524270 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] gre ID ranges: [(1, 1000)] Jun 11 00:02:01.573342 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.managers [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Initializing driver for type 'local' Jun 11 00:02:01.573675 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.managers [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Initializing driver for type 'vlan' Jun 11 00:02:01.586897 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] VlanTypeDriver initialization complete Jun 11 00:02:01.587245 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.managers [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Initializing driver for type 'vxlan' Jun 11 00:02:01.587772 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] vxlan ID ranges: [(1, 1000)] Jun 11 00:02:01.637494 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.managers [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Initializing extension driver 'port_security' Jun 11 00:02:01.637746 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.extensions.port_security [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] PortSecurityExtensionDriver initialization complete Jun 11 00:02:01.638121 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.managers [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Initializing mechanism driver 'openvswitch' Jun 11 00:02:01.638477 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.managers [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Initializing mechanism driver 'hyperv' Jun 11 00:02:01.644922 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:02:01.645852 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > port after_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.646226 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > port after_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.646832 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > port after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.647226 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > subnet after_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.647609 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > subnet after_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.647959 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > subnet after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.648343 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > network after_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.648692 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > network after_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.649037 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > network after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.649414 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > security_group after_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.649763 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > security_group after_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.650104 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > security_group after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.650481 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.650825 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.651164 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.651570 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > address_group after_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.651918 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > address_group after_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.652259 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > address_group after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.652596 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] ML2 OVO RPC backend initialized. {{(pid=91779) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 11 00:02:01.653294 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router_interface after_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.653646 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.654062 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > network before_response 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.654895 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > networks before_response 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.655241 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > port before_response 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.655609 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > ports before_response 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.655953 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > subnet before_response 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.656294 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > subnets before_response 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.656639 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > network after_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.656976 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > network after_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.657309 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > network after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.657643 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > port after_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.657977 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > port after_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.658316 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > port after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.658653 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > subnet after_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.658990 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > subnet after_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.659324 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > subnet after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.659920 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.plugin [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Modular L2 Plugin initialization complete Jun 11 00:02:01.660246 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading services supported by the core plugin {{(pid=91779) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 11 00:02:01.660569 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.plugins.ml2.managers [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Got port-security extension from driver 'port_security' Jun 11 00:02:01.661027 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.extensions.vlantransparent [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Disabled vlantransparent extension. Jun 11 00:02:01.661519 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91779) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 11 00:02:01.661834 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading Plugin: router Jun 11 00:02:01.697195 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router_interface before_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.697583 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router after_create 55549900 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.697951 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router before_create 55549900 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.698315 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.698686 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.699042 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router after_delete 55549900 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.699425 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > floatingip after_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.699793 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router after_create 55549900 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.700138 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router after_update 55549900 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.700490 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router after_update 55549900 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.700838 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.701222 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router after_update 55549900 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.701649 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router precommit_update 55549900 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.702004 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: port after_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.702345 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: port after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.702683 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: subnet after_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.703020 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.703405 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > port precommit_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.703738 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router precommit_create 55549900 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.704081 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: port before_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.704430 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router precommit_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.704787 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router after_update 55549900 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.705134 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router precommit_delete 55549900 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.705489 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router precommit_create 55549900 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.705854 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router_interface after_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.706200 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router precommit_update 55549900 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.706573 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > network after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.707441 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Tracking information for resource: router configured {{(pid=91779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 00:02:01.707783 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Tracking information for resource: floatingip configured {{(pid=91779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 00:02:01.712692 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.db.l3_agentschedulers_db [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 11 00:02:01.713264 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: port after_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.713625 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: port after_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.713977 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: port after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.714334 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: port after_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.715107 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router before_create 55550100 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.715496 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router precommit_delete 55550100 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.715862 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router precommit_create 55550100 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.716221 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > router precommit_update 55550100 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.721200 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.services.provider_configuration [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Service providers = [] {{(pid=91779) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 11 00:02:01.721564 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.db.servicetype_db [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91779) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 11 00:02:01.724435 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.services.service_base [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91779) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 00:02:01.724784 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.services.service_base [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91779) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 00:02:01.725125 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.services.service_base [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91779) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 00:02:01.725996 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.services.service_base [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91779) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 00:02:01.726363 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.services.service_base [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 11 00:02:01.726729 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 00:02:01.727047 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 11 00:02:01.738038 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 00:02:01.738380 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading Plugin: auto_allocate Jun 11 00:02:01.744346 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: network precommit_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.744869 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: network precommit_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.745248 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 00:02:01.745572 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading Plugin: tag Jun 11 00:02:01.752218 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 00:02:01.752552 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading Plugin: timestamp Jun 11 00:02:01.756487 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 00:02:01.756825 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading Plugin: network_ip_availability Jun 11 00:02:01.762190 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.762559 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.762915 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.765406 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 00:02:01.765736 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading Plugin: flavors Jun 11 00:02:01.770437 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 00:02:01.770774 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading Plugin: revisions Jun 11 00:02:01.775313 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 00:02:01.775735 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.773s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:02:01.776471 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91779) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 11 00:02:01.776806 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Initializing extension manager. Jun 11 00:02:01.777311 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: __init__.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.777656 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: __pycache__ {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.777994 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.778329 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: address_group.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.779078 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.780223 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: address-group Jun 11 00:02:01.780548 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: address_scope.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.781254 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.781764 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: address-scope Jun 11 00:02:01.782088 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: admin_state_down_before_update.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.783000 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.783551 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: router-admin-state-down-before-update Jun 11 00:02:01.783876 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: agent.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.784750 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.785257 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: agent Jun 11 00:02:01.785579 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: agent_resources_synced.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.786465 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.786973 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: agent-resources-synced Jun 11 00:02:01.787295 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: allowedaddresspairs.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.789084 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.789610 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: allowed-address-pairs Jun 11 00:02:01.789942 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: auto_allocated_topology.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.791004 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.791549 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: auto-allocated-topology Jun 11 00:02:01.791875 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: availability_zone.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.792565 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.793089 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: availability_zone Jun 11 00:02:01.793417 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: availability_zone_filter.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.794297 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.794830 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: availability_zone_filter Jun 11 00:02:01.795724 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: data_plane_status.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.796945 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.797527 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension data-plane-status not supported by any of loaded plugins Jun 11 00:02:01.797818 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: default_subnetpools.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.798838 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.799412 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: default-subnetpools Jun 11 00:02:01.799762 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: dhcpagentscheduler.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.800604 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.801317 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: dhcp_agent_scheduler Jun 11 00:02:01.801567 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: dns.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.802481 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.802989 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension dns-integration not supported by any of loaded plugins Jun 11 00:02:01.803312 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: dns_domain_ports.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.804434 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.804947 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 11 00:02:01.805275 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: dvr.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.805937 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.806490 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: dvr Jun 11 00:02:01.806771 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: empty_string_filtering.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.807761 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.808215 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: empty-string-filtering Jun 11 00:02:01.808541 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.809442 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.809944 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 11 00:02:01.810260 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.811181 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.811712 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 11 00:02:01.812033 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: external_net.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.812925 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.813425 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: external-net Jun 11 00:02:01.813743 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: extra_dhcp_opt.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.814631 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.815138 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: extra_dhcp_opt Jun 11 00:02:01.815494 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: extraroute.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.816386 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.816892 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: extraroute Jun 11 00:02:01.817212 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: extraroute_atomic.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.818227 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.818737 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: extraroute-atomic Jun 11 00:02:01.819088 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: filter_validation.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.819768 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.820273 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: filter-validation Jun 11 00:02:01.820591 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: fip_pf_description.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.821483 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.821985 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 11 00:02:01.822305 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: fip_port_details.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.823211 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.823813 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: fip-port-details Jun 11 00:02:01.824137 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: flavors.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.825371 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.825885 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: flavors Jun 11 00:02:01.826238 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.827927 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.828452 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 11 00:02:01.828788 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: floatingip_pools.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.829481 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.829993 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: floatingip-pools Jun 11 00:02:01.830320 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: ip_allocation.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.831219 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.831752 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension ip_allocation not supported by any of loaded plugins Jun 11 00:02:01.832079 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.832983 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.833492 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: ip-substring-filtering Jun 11 00:02:01.833820 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: l2_adjacency.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.834725 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.835236 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension l2_adjacency not supported by any of loaded plugins Jun 11 00:02:01.835585 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: l3.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.836551 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.837069 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: router Jun 11 00:02:01.837399 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: l3_conntrack_helper.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.839766 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.840298 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 11 00:02:01.840632 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.841540 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.842587 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: ext-gw-mode Jun 11 00:02:01.842915 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.843838 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.844350 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: l3-ha Jun 11 00:02:01.844679 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: l3_flavors.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.845590 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.846102 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: l3-flavors Jun 11 00:02:01.846431 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.847346 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.847880 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: l3-port-ip-change-not-allowed Jun 11 00:02:01.848205 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: l3agentscheduler.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.849221 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.849734 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: l3_agent_scheduler Jun 11 00:02:01.850063 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: logging.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.851562 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.852086 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension logging not supported by any of loaded plugins Jun 11 00:02:01.852419 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: metering.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.853154 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.853734 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: metering Jun 11 00:02:01.854058 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.855129 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.855678 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: metering_source_and_destination_fields Jun 11 00:02:01.856004 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: multiprovidernet.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.856909 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.857974 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: multi-provider Jun 11 00:02:01.858298 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: netmtu.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.859191 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.859731 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: net-mtu Jun 11 00:02:01.860056 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: netmtu_writable.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.860955 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.861462 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: net-mtu-writable Jun 11 00:02:01.861791 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: network_availability_zone.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.862454 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.862962 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: network_availability_zone Jun 11 00:02:01.863289 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: network_ip_availability.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.864391 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.864912 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: network-ip-availability Jun 11 00:02:01.865238 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: network_segment_range.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.865997 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.866498 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension network-segment-range not supported by any of loaded plugins Jun 11 00:02:01.866823 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: pagination.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.867827 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.868159 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: pagination Jun 11 00:02:01.868481 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: port_device_profile.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.869379 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.869891 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: port-device-profile Jun 11 00:02:01.870214 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.871112 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.871653 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: port-mac-address-regenerate Jun 11 00:02:01.871977 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.872888 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.873423 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: port-numa-affinity-policy Jun 11 00:02:01.873749 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: port_resource_request.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.874639 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.875140 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension port-resource-request not supported by any of loaded plugins Jun 11 00:02:01.875500 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: portbindings.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.876408 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.876913 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: binding Jun 11 00:02:01.877237 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: portbindings_extended.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.880017 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.880551 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: binding-extended Jun 11 00:02:01.880893 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: portsecurity.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.881805 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.882321 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: port-security Jun 11 00:02:01.882651 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: project_id.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.883651 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.883991 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: project-id Jun 11 00:02:01.884320 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: providernet.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.885238 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.885753 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: provider Jun 11 00:02:01.886080 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: qos.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.890165 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.890645 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension qos not supported by any of loaded plugins Jun 11 00:02:01.890983 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.892258 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.892782 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 11 00:02:01.893114 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.894020 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.894541 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 11 00:02:01.894875 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: qos_default.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.895799 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.896316 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension qos-default not supported by any of loaded plugins Jun 11 00:02:01.896893 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: qos_fip.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.897536 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.898040 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension qos-fip not supported by any of loaded plugins Jun 11 00:02:01.898363 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: qos_gateway_ip.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.899267 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.899818 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 11 00:02:01.900145 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: qos_port_network_policy.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.901041 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.901555 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 11 00:02:01.901880 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: qos_rule_type_details.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.902777 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.903285 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 11 00:02:01.903641 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: qos_rules_alias.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.905235 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.905751 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 11 00:02:01.906073 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: quotasv2.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.906970 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.907297 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: quotas Jun 11 00:02:01.907648 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: quotasv2_detail.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.910659 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.911009 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: quota_details Jun 11 00:02:01.911346 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: rbac.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.912421 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.912948 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: rbac-policies Jun 11 00:02:01.913280 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: rbac_address_group.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.914196 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.914717 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: rbac-address-group Jun 11 00:02:01.915045 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: rbac_address_scope.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.915970 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.916488 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: rbac-address-scope Jun 11 00:02:01.916814 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: rbac_security_groups.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.917730 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.918246 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: rbac-security-groups Jun 11 00:02:01.918572 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: rbac_subnetpool.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.919710 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.920752 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: rbac-subnetpool Jun 11 00:02:01.921077 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: revisionifmatch.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.921988 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.922504 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: revision-if-match Jun 11 00:02:01.922829 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: revisions.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.923958 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.924475 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: standard-attr-revisions Jun 11 00:02:01.924808 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: router_availability_zone.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.925476 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.925995 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: router_availability_zone Jun 11 00:02:01.926318 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: routerservicetype.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.927219 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.927769 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension router-service-type not supported by any of loaded plugins Jun 11 00:02:01.928093 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.929000 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.929516 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: security-groups-normalized-cidr Jun 11 00:02:01.929839 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: security_groups_port_filtering.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.930745 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.931256 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: port-security-groups-filtering Jun 11 00:02:01.931607 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.932514 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.933027 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: security-groups-remote-address-group Jun 11 00:02:01.933350 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: securitygroup.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.943403 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.943939 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: security-group Jun 11 00:02:01.944275 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: segment.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.945056 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.945570 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension segment not supported by any of loaded plugins Jun 11 00:02:01.945902 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.946824 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.947333 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 11 00:02:01.947691 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: servicetype.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.948786 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.949313 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: service-type Jun 11 00:02:01.949642 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: sorting.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.950610 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.950944 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: sorting Jun 11 00:02:01.951294 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: standard_attr_segment.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.952211 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.952729 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 11 00:02:01.953054 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: standardattrdescription.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.953689 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.954197 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: standard-attr-description Jun 11 00:02:01.954525 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: stateful_security_group.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.955453 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.955965 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: stateful-security-group Jun 11 00:02:01.956289 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: stdattrs_common.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.956857 dv-cinder-786260-5-iscsi neutron-server[91779]: WARNING neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 11 00:02:01.957179 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.958171 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.958689 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 11 00:02:01.959013 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: subnet_onboard.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.960103 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.960625 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: subnet_onboard Jun 11 00:02:01.960954 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.961873 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.962384 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 11 00:02:01.962709 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: subnet_service_types.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.963646 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.964165 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: subnet-service-types Jun 11 00:02:01.964490 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: subnetallocation.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.965557 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.966079 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: subnet_allocation Jun 11 00:02:01.966409 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.967097 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.967641 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: subnetpool-prefix-ops Jun 11 00:02:01.967966 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.968872 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.969380 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 11 00:02:01.969703 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: tagging.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.970744 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.971275 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: standard-attr-tag Jun 11 00:02:01.971633 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: timestamp.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.972815 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.973331 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loaded extension: standard-attr-timestamp Jun 11 00:02:01.973663 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: trunk.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.974689 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.975207 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension trunk not supported by any of loaded plugins Jun 11 00:02:01.975575 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: trunk_details.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.976480 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.976995 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension trunk-details not supported by any of loaded plugins Jun 11 00:02:01.977321 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: uplink_status_propagation.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.978239 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.978750 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 11 00:02:01.979075 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Loading extension file: vlantransparent.py {{(pid=91779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:02:01.979762 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:02:01.980269 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extension vlan-transparent not supported by any of loaded plugins Jun 11 00:02:01.983178 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Creating instance of TrackedResource for resource:network Jun 11 00:02:01.983752 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Creating instance of TrackedResource for resource:subnet Jun 11 00:02:01.984167 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 00:02:01.984560 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Creating instance of TrackedResource for resource:port Jun 11 00:02:01.985786 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.v2.resource_helper [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:02:01.986222 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.v2.resource_helper [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Service FLAVORS assigned prefix: {{(pid=91779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:02:01.986836 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.v2.resource_helper [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:02:01.987280 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.v2.resource_helper [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:02:01.987644 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Creating instance of TrackedResource for resource:router Jun 11 00:02:01.988093 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Creating instance of TrackedResource for resource:floatingip Jun 11 00:02:01.988580 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.v2.resource_helper [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Service METERING assigned prefix: /metering {{(pid=91779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:02:01.990006 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.990377 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.990731 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:02:01.991771 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Creating instance of CountableResource for resource:rbac_policy Jun 11 00:02:01.992220 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Creating instance of TrackedResource for resource:security_group Jun 11 00:02:01.992658 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 11 00:02:01.993267 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.v2.resource_helper [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Service CORE assigned prefix: {{(pid=91779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:02:01.993598 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 00:02:01.993951 dv-cinder-786260-5-iscsi neutron-server[91779]: WARNING neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] subnetpool is already registered Jun 11 00:02:01.994382 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.v2.resource_helper [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Service CORE assigned prefix: {{(pid=91779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:02:01.994706 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 00:02:01.995039 dv-cinder-786260-5-iscsi neutron-server[91779]: WARNING neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] subnetpool is already registered Jun 11 00:02:01.997347 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.v2.resource_helper [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:02:01.997782 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.v2.resource_helper [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Service FLAVORS assigned prefix: {{(pid=91779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:02:01.998446 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.v2.resource_helper [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:02:01.998869 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.v2.resource_helper [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:02:01.999204 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Creating instance of TrackedResource for resource:router Jun 11 00:02:01.999587 dv-cinder-786260-5-iscsi neutron-server[91779]: WARNING neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] router is already registered Jun 11 00:02:02.000006 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Creating instance of TrackedResource for resource:floatingip Jun 11 00:02:02.000347 dv-cinder-786260-5-iscsi neutron-server[91779]: WARNING neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] floatingip is already registered Jun 11 00:02:02.000804 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.v2.resource_helper [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Service METERING assigned prefix: /metering {{(pid=91779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:02:02.001465 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Creating instance of CountableResource for resource:rbac_policy Jun 11 00:02:02.001789 dv-cinder-786260-5-iscsi neutron-server[91779]: WARNING neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] rbac_policy is already registered Jun 11 00:02:02.002195 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Creating instance of TrackedResource for resource:security_group Jun 11 00:02:02.002528 dv-cinder-786260-5-iscsi neutron-server[91779]: WARNING neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] security_group is already registered Jun 11 00:02:02.002927 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 11 00:02:02.003257 dv-cinder-786260-5-iscsi neutron-server[91779]: WARNING neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] security_group_rule is already registered Jun 11 00:02:02.003899 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.v2.resource_helper [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Service CORE assigned prefix: {{(pid=91779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:02:02.004234 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 00:02:02.004566 dv-cinder-786260-5-iscsi neutron-server[91779]: WARNING neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] subnetpool is already registered Jun 11 00:02:02.004983 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.v2.resource_helper [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Service CORE assigned prefix: {{(pid=91779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:02:02.005305 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 00:02:02.005635 dv-cinder-786260-5-iscsi neutron-server[91779]: WARNING neutron.quota.resource_registry [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] subnetpool is already registered Jun 11 00:02:02.006107 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: extensions {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.007591 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: address-groups {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.009129 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: address-scopes {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.010450 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: agents {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.011621 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: auto-allocated-topology {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.012881 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: availability_zones {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.014642 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: dhcp-networks {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.016183 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: dhcp-agents {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.017682 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: routers {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.019387 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: flavors {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.020674 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: service_profiles {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.022130 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: next_providers {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.023584 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: service_profiles {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.025147 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: floatingip-pools {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.026373 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: routers {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.028088 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: floatingips {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.029408 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: l3-routers {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.030805 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: l3-agents {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.032281 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: metering-labels {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.033521 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: metering-label-rules {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.035899 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: network-ip-availabilities {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.037159 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: bindings {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.038707 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: quotas {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.040294 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: quotas {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.041717 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: rbac-policies {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.042891 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: security-groups {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.044229 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: security-group-rules {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.045992 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: service-providers {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.047212 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: subnetpools {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.048579 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: subnetpools {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.050120 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: tags {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.051826 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: tags {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.053650 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: tags {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.055509 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: tags {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.057184 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: tags {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.059113 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: tags {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.061402 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: tags {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.063243 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: tags {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.065133 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: tags {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.066893 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron.api.extensions [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Extended resource: tags {{(pid=91779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:02:02.072945 dv-cinder-786260-5-iscsi neutron-server[91779]: WARNING keystonemiddleware.auth_token [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 11 00:02:02.077475 dv-cinder-786260-5-iscsi neutron-server[91779]: WARNING keystonemiddleware.auth_token [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 11 00:02:02.085834 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Acquired lock "singleton_lock" {{(pid=91779) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 11 00:02:02.086316 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Releasing lock "singleton_lock" {{(pid=91779) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 11 00:02:02.087040 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO oslo_service.service [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Starting 2 workers Jun 11 00:02:02.091787 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Started child 91887 {{(pid=91779) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 00:02:02.096377 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Started child 91888 {{(pid=91779) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 00:02:02.097504 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:02.098132 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO neutron.service [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Neutron service started, listening on 0.0.0.0:9696 Jun 11 00:02:02.098307 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Notify callbacks [] for process, before_spawn {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:02.098971 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [-] (91887) wsgi starting up on http://0.0.0.0:9696 Jun 11 00:02:02.099400 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 34594) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:02:02.100830 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:02.101247 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO oslo_service.service [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Starting 1 workers Jun 11 00:02:02.102172 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [-] (91888) wsgi starting up on http://0.0.0.0:9696 Jun 11 00:02:02.105966 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Started child 91889 {{(pid=91779) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 00:02:02.106526 dv-cinder-786260-5-iscsi neutron-server[91779]: INFO oslo_service.service [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Starting 1 workers Jun 11 00:02:02.108845 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071299 Jun 11 00:02:02.110463 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.service [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] calling RpcWorker wait() {{(pid=91889) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 11 00:02:02.111802 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Started child 91890 {{(pid=91779) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 00:02:02.112445 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.service [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] returning from RpcWorker wait() {{(pid=91889) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 11 00:02:02.115810 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:02.115961 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-de24aff3-e0f6-4c47-b91d-1fe07e030c0d None None] Notify callbacks [] for process, after_spawn {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:02.116042 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:02:02.116124 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91779) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 11 00:02:02.116124 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 00:02:02.116124 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 00:02:02.116124 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 00:02:02.116479 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 00:02:02.116646 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 00:02:02.117173 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.119324 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.119324 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.119324 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.119324 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.119651 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:02.120102 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.120102 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.120102 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.121444 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.121444 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.121444 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.121444 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.121444 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.121444 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.121813 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.121978 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.122220 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.122500 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.122673 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.122979 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.125210 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.125210 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.125378 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] debug = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.125514 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.125987 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.126238 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.126489 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.126720 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.127021 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.127266 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.128515 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.128515 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.128787 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.129037 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.129301 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.129547 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.129784 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.130013 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.130286 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.130526 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.130991 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] host = dv-cinder-786260-5-iscsi {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.131227 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.132341 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.132341 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.132341 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.132341 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.132838 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.132838 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.133069 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.133198 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.133319 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.133567 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.133818 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.134045 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.134275 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] log_file = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.134443 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] log_options = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.134688 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.134976 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.135400 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.135541 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.135680 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.135817 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.136809 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.136809 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.136809 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.136809 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.137302 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.137302 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.137302 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.137664 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.137786 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.138065 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.138214 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.139487 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.139487 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.139487 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.139487 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.139487 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.140080 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.140080 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.140080 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.140455 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.140455 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.140700 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.140907 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.141175 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.141411 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.141661 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.141909 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.142156 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.142385 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.142613 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.142832 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.143185 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.143468 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.143699 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.143940 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.144181 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.144422 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.144643 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.145073 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.145444 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] use_json = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.145444 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.145726 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.146071 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.146071 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.146332 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.146488 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.147031 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.147168 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.147690 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.147852 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.148263 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.148425 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.148815 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.148957 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.149385 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.149385 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.149652 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.149851 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.150163 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.150423 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.152389 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.152389 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.152389 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.152814 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.152814 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.153093 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.153311 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.153535 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.153776 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.154003 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.154145 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:02:02.154422 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.154675 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.154948 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.155470 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.155470 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.155759 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.155925 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.156133 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.156355 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.156576 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.157477 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.157477 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.157477 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.157880 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.157880 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.158174 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.158329 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.158552 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.158726 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.159482 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.159482 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.159482 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.159900 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.159900 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.160164 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.160307 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.160496 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.160769 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.161977 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.161977 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.161977 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.161977 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.161977 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.162653 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.162653 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.162653 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.163038 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.163038 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.163310 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.165106 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.165106 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.165106 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.165106 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.165106 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.165793 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.165793 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.165793 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.166168 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.166302 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.166482 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.166629 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.166866 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.167082 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.167296 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.167541 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.167773 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.167994 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.168210 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.168427 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.168671 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.169371 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.169371 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.169718 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.169718 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.170596 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.170781 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.171021 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.171503 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.172462 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.172703 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.172956 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.173199 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.173461 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.173737 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.173988 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.174264 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.174525 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.174790 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.175052 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.176239 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.176777 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.177013 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.177279 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.178326 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.178657 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.179588 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.180215 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.180487 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.180769 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.181056 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.181315 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.181627 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.181888 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.182159 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.182980 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.182980 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.182980 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.183209 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.187142 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.187472 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.187729 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.188007 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.188278 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.188540 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.188819 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.189149 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.189494 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.189764 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.189988 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.190243 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.190589 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.190838 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.191057 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.191272 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.191593 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.191852 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.192099 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.192369 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.192615 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.192853 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.193116 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.193345 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.193562 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.193774 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.194005 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.194216 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.194450 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.194663 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.194898 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.195118 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.195351 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.195652 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.195888 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.196126 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.196906 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.196906 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.196906 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.197132 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.197198 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.197427 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.197678 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.197915 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.198136 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.198355 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.198602 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.198835 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.199052 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.199331 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.199735 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.199959 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.200750 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.200750 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.200750 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.200954 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.201150 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.201339 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.201555 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.201767 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.201988 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.202202 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.202416 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.202645 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.202874 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.203169 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.204472 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.204797 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.205052 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.205313 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.205556 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.205776 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.206027 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.206290 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.206519 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.206783 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.207008 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.207224 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.207491 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.207718 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.207977 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.208197 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.208406 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.208633 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.208853 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.209083 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.209404 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.209760 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.210003 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.210241 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.210470 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.210699 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.210910 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.211119 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.211436 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.211598 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.211825 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.212031 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.212259 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.212477 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.212699 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.212935 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.213167 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.213375 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.213592 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.213812 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.214049 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.214260 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.214494 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.214727 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.214938 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.215256 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.215524 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.215744 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.216037 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.216274 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.216498 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.217283 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.217602 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.217816 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.218057 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.218295 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.218512 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.218751 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.219940 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.220584 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.220584 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.220828 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.221108 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.221389 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.221681 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.221945 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.222168 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.222466 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.222823 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.223105 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.223426 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.224594 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.224896 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.225151 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.225366 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.225613 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.225878 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.226116 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.226358 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.226589 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.226816 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.227057 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.227270 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.228193 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.228428 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.228658 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.228908 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.229128 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.229288 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 00:02:02.229941 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91779) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 11 00:02:02.230105 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 00:02:02.230261 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 00:02:02.230430 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 00:02:02.230600 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 00:02:02.230752 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 00:02:02.230962 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.231124 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.231285 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.231473 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.231626 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.231807 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.231967 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.232125 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.232284 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.232488 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.233727 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.233727 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.233727 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.233727 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.233727 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.234215 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.234215 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.234215 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.234407 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.234473 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.234698 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.234786 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.234904 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] debug = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.235065 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.235257 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.235471 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.235622 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.235767 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.235938 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.236045 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.236190 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.236349 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.236543 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.236646 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.237264 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.237264 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.237264 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.238693 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.238693 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.238693 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.238693 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] host = dv-cinder-786260-5-iscsi {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.238965 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.238965 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.239081 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.239264 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.239352 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.239671 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.239671 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.239806 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.239980 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.240130 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.240288 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.240437 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.240594 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.240769 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] log_file = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.240909 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] log_options = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.241103 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.241256 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.241433 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.241591 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.241683 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.241789 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.241968 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.242124 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.242274 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.244047 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.244047 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.244047 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.244047 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.244047 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.244365 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.244365 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.244512 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.244581 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.244813 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.244905 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.244972 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.245132 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.245291 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.245449 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.245628 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.245782 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.245930 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.246076 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.246214 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.246368 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.246527 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.246700 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.246845 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.246979 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.247136 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.247292 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.247481 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.247645 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.247795 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.248454 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.248623 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.248781 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.248933 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.249076 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.249235 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.249392 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] use_json = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.249534 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.250652 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.250818 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.250946 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.251191 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.251333 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.251506 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.251623 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:02:02.251763 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.251898 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.252216 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.252216 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.252383 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.252530 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.252664 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.252783 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.253028 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.253181 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.253307 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.253431 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.253553 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.253715 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.254863 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.254863 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.254863 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.254863 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.254863 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.254863 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.254863 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.255337 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.255337 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.255337 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.255555 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.255555 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.255862 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.255862 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.256033 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.256163 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.256327 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.256489 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.256727 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.256986 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.257255 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.257522 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.257819 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.258096 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.258370 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.258659 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.258944 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.259283 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.259674 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.260076 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.260373 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.260713 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.261009 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.261612 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.261874 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.262160 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.262464 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.262748 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.263034 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.263321 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.264998 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.265226 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.265519 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.265807 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.266073 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.266253 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.266427 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.266628 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.266933 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.267196 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.267393 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.267561 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.267730 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.267896 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.268061 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.268228 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.268395 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.268557 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.268712 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.268877 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.269041 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.269200 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.269363 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.269523 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.269686 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.269848 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.270008 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.270171 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.270352 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.270489 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.270818 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.270997 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.271160 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.271322 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.271498 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.271911 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.272072 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.272230 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.272390 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.272550 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.272710 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.273453 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.273453 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.273453 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.273453 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.273453 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.273783 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.273783 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.273910 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.274056 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.274357 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.274522 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.274685 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.274846 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.275001 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.275243 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.275357 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.275524 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.275630 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.275794 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.275947 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.276165 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.276309 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.276435 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.276567 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.276724 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.276884 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.277045 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.277205 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.277365 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.277524 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.277683 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.277843 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.278009 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.278658 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.278658 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.278658 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.278658 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.279724 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.279724 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.279724 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.280177 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.280177 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.280177 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.280560 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.280560 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.280560 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.280826 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.280826 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.280982 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.281126 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.281286 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.281446 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.281605 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.281854 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.281984 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.282108 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.282242 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.282362 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.282502 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.282666 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.282828 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.282966 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.283177 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.283316 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.283454 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.283596 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.283740 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.283896 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.284050 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.284211 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.284370 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.284530 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.284689 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.284848 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.285010 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.285170 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.285388 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.285513 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.285636 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.285783 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.285942 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.286103 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.286299 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.286430 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.286567 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.286726 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.286887 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.287772 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.287772 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.287772 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.288922 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.288922 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.288922 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.288922 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.289525 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.289525 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.289525 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.289525 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.289958 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.289958 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.289958 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.290329 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.290329 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.290329 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.290676 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.290676 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.290909 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.290909 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.291140 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.291262 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:02:02.291424 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.291424 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.291637 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.291747 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.291851 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.291994 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.292154 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.292324 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.292484 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.292644 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.292803 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.292963 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.293801 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.293801 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.293801 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.293801 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.293801 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.294310 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.294310 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.294310 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.294310 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.294698 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.294698 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.294967 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.294967 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.295166 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.295279 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.295534 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.295777 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.295777 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.296806 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.296806 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.296806 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.296806 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.296806 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.296806 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.296806 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.297472 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.297472 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.297472 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.297472 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.297845 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.297845 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.297845 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.298142 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.298247 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.298350 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.298485 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.298696 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.298869 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.299042 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.299203 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.299380 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.299544 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.299704 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.299865 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.300026 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.300187 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.300346 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.300506 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.300665 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.300825 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.300986 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.301147 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.301306 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.301467 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.301626 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.301786 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.301945 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.302829 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:02:02.302829 dv-cinder-786260-5-iscsi neutron-server[91779]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 00:02:13.276636 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a72814-62a6-4cd9-842e-8dd70bb83f5f None None] get_active_networks_info from dv-cinder-786260-5-iscsi {{(pid=91889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 00:02:13.412295 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a72814-62a6-4cd9-842e-8dd70bb83f5f None None] No non-hosted networks {{(pid=91889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 11 00:02:13.426668 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.agentschedulers_db [None req-c7a72814-62a6-4cd9-842e-8dd70bb83f5f None None] DHCP Agent not found on host dv-cinder-786260-5-iscsi {{(pid=91889) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 11 00:02:13.554063 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-fe194c11-6a85-4a22-ae3d-c84887de46ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597'] for agent, after_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:15.709407 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-fc89d9ca-45a0-434c-961d-707a436e32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597'] for agent, after_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:15.786116 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-4fc403b2-879f-4020-b282-294a20e58569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:15.922973 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597'] for agent, after_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:15.923859 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:15.924310 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:15.924818 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:15.925268 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:15.925743 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:15.926178 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:15.926613 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:15.927101 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:15.929054 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:15.929518 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:15.934184 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:15.935696 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:15.937876 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786260-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:02:15.961011 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786260-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:02:17.021205 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597'] for agent, after_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:18.376669 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597'] for agent, after_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:19.717784 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 34702) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:02:20.215126 dv-cinder-786260-5-iscsi neutron-server[91887]: WARNING oslo_policy.policy [None req-0be53951-a779-4555-896d-07b8b06152d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 00:02:20.215751 dv-cinder-786260-5-iscsi neutron-server[91887]: WARNING oslo_policy.policy [None req-0be53951-a779-4555-896d-07b8b06152d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 00:02:20.433387 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [None req-0be53951-a779-4555-896d-07b8b06152d6 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:02:20.434426 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-0be53951-a779-4555-896d-07b8b06152d6 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7157483 Jun 11 00:02:22.009699 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.db.l3_hamode_db [None req-6aca5dd6-f434-442e-84cf-37c8bbfeb851 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 11 00:02:22.099265 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aca5dd6-f434-442e-84cf-37c8bbfeb851 None None] Routers set() bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:02:22.099664 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aca5dd6-f434-442e-84cf-37c8bbfeb851 None None] Router IDs set() for agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 11 00:02:22.737895 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 34716) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:02:23.045003 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-48158ca5-5168-4906-bf13-4d572fce010d admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:02:23.143600 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.policy [None req-48158ca5-5168-4906-bf13-4d572fce010d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91887) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 11 00:02:23.188053 dv-cinder-786260-5-iscsi neutron-server[91887]: WARNING oslo_policy.policy [None req-48158ca5-5168-4906-bf13-4d572fce010d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 00:02:23.188448 dv-cinder-786260-5-iscsi neutron-server[91887]: WARNING oslo_policy.policy [None req-48158ca5-5168-4906-bf13-4d572fce010d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 00:02:23.196987 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.quota [None req-48158ca5-5168-4906-bf13-4d572fce010d admin admin] Loaded quota_driver: . Jun 11 00:02:23.291246 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-48158ca5-5168-4906-bf13-4d572fce010d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777601551721', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777601549114', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777601539883', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777601537377', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777601522470', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777601517548', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-546989', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-553789', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1674007', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1742119'] for rbac-policy, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:23.355770 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-48158ca5-5168-4906-bf13-4d572fce010d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:23.357413 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-48158ca5-5168-4906-bf13-4d572fce010d admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6180959 Jun 11 00:02:25.847835 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 34728) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:02:26.143038 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Request body: {'network': {'project_id': '814f7e9474a743b6a5402e5274a96327', 'name': 'private', 'admin_state_up': True, 'tenant_id': '814f7e9474a743b6a5402e5274a96327'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:02:26.171115 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Made reservation on behalf of 814f7e9474a743b6a5402e5274a96327 for: {'network': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:02:26.173808 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for network, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:26.192443 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:26.316560 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:26.320389 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:26.326391 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:02:26.347988 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=91887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:02:26.373611 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777603965606', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:26.374216 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Unsubscribe: segment precommit_create {{(pid=91887) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 11 00:02:26.374724 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.db.segments_db [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Added segment c3ffe784-65b0-44b8-b3c9-74738a022f16 of type vlan for network b1bcb21a-419e-4f55-bcf8-12f6f392abc0 Jun 11 00:02:26.381591 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a7e8e9-704f-497e-ad02-fe59b0e01c3a,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:02:26.418843 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:26.419192 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:26.419594 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:26.419919 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:26.420237 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:26.420569 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:26.421048 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:26.421199 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:26.422485 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:26.422485 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:26.422485 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:26.422485 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Tracked resource versions report: Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: pushed versions: Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: { 'AddressGroup': {'1.2'}, Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'ConntrackHelper': {'1.0'}, Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'Log': {'1.0'}, Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'Network': {'1.1'}, Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'Port': {'1.7'}, Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'PortForwarding': {'1.2'}, Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'QosPolicy': {'1.8'}, Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'SecurityGroup': {'1.4'}, Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'SecurityGroupRule': {'1.2'}, Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'SubPort': {'1.0'}, Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'Subnet': {'1.1'}, Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'Trunk': {'1.1'}} Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: consumer versions: Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: { DHCP agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: L3 agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: Metadata agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: Metering agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: Open vSwitch agent@dv-cinder-786260-5-iscsi: { 'AddressGroup': '1.2', Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'ConntrackHelper': '1.0', Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'Log': '1.0', Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'Network': '1.1', Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'Port': '1.7', Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'PortForwarding': '1.2', Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'QosPolicy': '1.8', Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'SecurityGroup': '1.4', Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'SecurityGroupRule': '1.2', Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'SubPort': '1.0', Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'Subnet': '1.1', Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: 'Trunk': '1.1'}} Jun 11 00:02:26.424015 dv-cinder-786260-5-iscsi neutron-server[91887]: {{(pid=91887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 00:02:26.507476 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777603396253'] for network, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:26.508512 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:02:26.555800 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395'] for network, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:26.557422 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:02:26.558083 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:26.560822 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:02:26.626170 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7772741 Jun 11 00:02:26.684115 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Pushing event updated for resources: {'Network': ['ID=b1bcb21a-419e-4f55-bcf8-12f6f392abc0,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:02:26.687857 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:02:26.696365 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Network b1bcb21a-419e-4f55-bcf8-12f6f392abc0 details requested by agent ovs-agent-dv-cinder-786260-5-iscsi with host dv-cinder-786260-5-iscsi {{(pid=91889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:02:29.254021 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 34742) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:02:29.668967 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e40479-65be-4929-ad23-c074dbd821e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:02:29.670333 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-17e40479-65be-4929-ad23-c074dbd821e0 admin admin] 10.222.0.15 "GET /v2.0/networks/b1bcb21a-419e-4f55-bcf8-12f6f392abc0 HTTP/1.1" status: 200 len: 825 time: 0.4153721 Jun 11 00:02:29.696156 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-27cfab6b-4fa4-40bf-b60a-1d1053084b9c admin admin] 10.222.0.15 "GET /v2.0/subnetpools/78921b04-ed78-49f5-a9de-5a993b5e8d72 HTTP/1.1" status: 200 len: 734 time: 0.0204842 Jun 11 00:02:29.705022 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-9dbeb707-1460-4472-8054-640152e71890 admin admin] Request body: {'subnet': {'subnetpool_id': '78921b04-ed78-49f5-a9de-5a993b5e8d72', 'name': 'private-subnet', 'tenant_id': '814f7e9474a743b6a5402e5274a96327', 'network_id': 'b1bcb21a-419e-4f55-bcf8-12f6f392abc0', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:02:29.725969 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbeb707-1460-4472-8054-640152e71890 admin admin] Made reservation on behalf of 814f7e9474a743b6a5402e5274a96327 for: {'subnet': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:02:29.728270 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb707-1460-4472-8054-640152e71890 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:30.055682 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb707-1460-4472-8054-640152e71890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386'] for subnet, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:30.059700 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:02:30.134012 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbeb707-1460-4472-8054-640152e71890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00c2b9ef-3afc-4b96-8941-8052704cb4a0,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:02:30.135981 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbeb707-1460-4472-8054-640152e71890 admin admin] Checking segment: {'id': 'c3ffe784-65b0-44b8-b3c9-74738a022f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1bcb21a-419e-4f55-bcf8-12f6f392abc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:02:30.136367 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbeb707-1460-4472-8054-640152e71890 admin admin] Network hostable DHCP agents. Network: b1bcb21a-419e-4f55-bcf8-12f6f392abc0, hostable agents: ['ce8ef649-8289-40e7-a272-310ee0704403'], hosted agents: [] {{(pid=91887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:02:30.143127 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-9dbeb707-1460-4472-8054-640152e71890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:02:30.159780 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbeb707-1460-4472-8054-640152e71890 admin admin] Network b1bcb21a-419e-4f55-bcf8-12f6f392abc0 is scheduled to be hosted by DHCP agent ce8ef649-8289-40e7-a272-310ee0704403 with binding_index 1 {{(pid=91887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:02:30.171179 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-9dbeb707-1460-4472-8054-640152e71890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-iscsi, b1bcb21a-419e-4f55-bcf8-12f6f392abc0) {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:02:30.175907 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbeb707-1460-4472-8054-640152e71890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:02:30.176488 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb707-1460-4472-8054-640152e71890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:30.181116 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f9dc2d-e13c-4054-a698-410614a4d01a None None] Network b1bcb21a-419e-4f55-bcf8-12f6f392abc0 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:02:30.189715 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-9dbeb707-1460-4472-8054-640152e71890 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4879615 Jun 11 00:02:30.517736 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb50485c-9bec-542c-b087-b5f348a75376-b1bcb21a-419e-4f55-bcf8-12f6f392abc0', 'network_id': 'b1bcb21a-419e-4f55-bcf8-12f6f392abc0', 'tenant_id': '814f7e9474a743b6a5402e5274a96327', 'fixed_ips': [{'subnet_id': '00c2b9ef-3afc-4b96-8941-8052704cb4a0'}]}} from dv-cinder-786260-5-iscsi. {{(pid=91889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 00:02:30.518977 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:30.800461 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.db_base_plugin_common [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Allocated IP 172.20.0.2 (b1bcb21a-419e-4f55-bcf8-12f6f392abc0/00c2b9ef-3afc-4b96-8941-8052704cb4a0/af1083be-23e4-46a5-b989-49aec93b2281) {{(pid=91889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:02:31.064416 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Notify callbacks [] for port, precommit_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:31.078762 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Transition to ACTIVE for port object af1083be-23e4-46a5-b989-49aec93b2281 will not be triggered until provisioned by entity L2. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:02:31.098750 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Transition to ACTIVE for port object af1083be-23e4-46a5-b989-49aec93b2281 will not be triggered until provisioned by entity DHCP. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:02:31.106189 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:31.109622 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:02:31.188626 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Network b1bcb21a-419e-4f55-bcf8-12f6f392abc0 is already hosted by enough agents. {{(pid=91889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:02:31.193232 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.scheduler.base_scheduler [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Resources bound (agent type, host, resource id): {{(pid=91889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:02:31.198701 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Pushing event updated for resources: {'Port': ['ID=af1083be-23e4-46a5-b989-49aec93b2281,revision_number=1']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:02:31.202650 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Received port after_create {{(pid=91889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:02:31.210319 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:31.210661 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:31.210995 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:31.211321 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:31.211670 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:31.211991 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:31.212312 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:31.212629 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:31.212960 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:31.213279 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:31.213593 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:31.213903 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Tracked resource versions report: Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: pushed versions: Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: { 'AddressGroup': {'1.2'}, Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'ConntrackHelper': {'1.0'}, Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'Log': {'1.0'}, Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'Network': {'1.1'}, Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'Port': {'1.7'}, Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'PortForwarding': {'1.2'}, Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'QosPolicy': {'1.8'}, Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'SecurityGroup': {'1.4'}, Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'SecurityGroupRule': {'1.2'}, Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'SubPort': {'1.0'}, Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'Subnet': {'1.1'}, Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'Trunk': {'1.1'}} Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: consumer versions: Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: { DHCP agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: L3 agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: Metadata agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: Metering agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: Open vSwitch agent@dv-cinder-786260-5-iscsi: { 'AddressGroup': '1.2', Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'ConntrackHelper': '1.0', Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'Log': '1.0', Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'Network': '1.1', Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'Port': '1.7', Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'PortForwarding': '1.2', Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'QosPolicy': '1.8', Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'SecurityGroup': '1.4', Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'SecurityGroupRule': '1.2', Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'SubPort': '1.0', Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'Subnet': '1.1', Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: 'Trunk': '1.1'}} Jun 11 00:02:31.214985 dv-cinder-786260-5-iscsi neutron-server[91889]: {{(pid=91889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 00:02:31.255124 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:02:31.292972 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Attempting to bind port af1083be-23e4-46a5-b989-49aec93b2281 on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:02:31.293365 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Attempting to bind port af1083be-23e4-46a5-b989-49aec93b2281 by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': 'c3ffe784-65b0-44b8-b3c9-74738a022f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1bcb21a-419e-4f55-bcf8-12f6f392abc0'}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:02:31.293783 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Attempting to bind port af1083be-23e4-46a5-b989-49aec93b2281 on network b1bcb21a-419e-4f55-bcf8-12f6f392abc0 {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:02:31.299302 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:02:31.299738 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Checking segment: {'id': 'c3ffe784-65b0-44b8-b3c9-74738a022f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1bcb21a-419e-4f55-bcf8-12f6f392abc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:02:31.300188 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:31.300574 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Bound using segment: {'id': 'c3ffe784-65b0-44b8-b3c9-74738a022f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1bcb21a-419e-4f55-bcf8-12f6f392abc0'} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:02:31.301036 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Bound port: af1083be-23e4-46a5-b989-49aec93b2281, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ffe784-65b0-44b8-b3c9-74738a022f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1bcb21a-419e-4f55-bcf8-12f6f392abc0'}}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:02:31.301424 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:31.373565 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] For port af1083be-23e4-46a5-b989-49aec93b2281, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:02:31.396973 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] For port af1083be-23e4-46a5-b989-49aec93b2281, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=af1083be-23e4-46a5-b989-49aec93b2281,segment=NetworkSegment(c3ffe784-65b0-44b8-b3c9-74738a022f16),segment_id=c3ffe784-65b0-44b8-b3c9-74738a022f16)] {{(pid=91889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:02:31.401634 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:31.405120 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:02:31.468396 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Pushing event updated for resources: {'Port': ['ID=af1083be-23e4-46a5-b989-49aec93b2281,revision_number=2']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:02:31.475218 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:02:32.544644 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 34750) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:02:32.876690 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [None req-db2fc4b3-6308-4021-af40-c38a24962c5f admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:02:32.877690 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-db2fc4b3-6308-4021-af40-c38a24962c5f admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3321011 Jun 11 00:02:35.202505 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 34758) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:02:35.705228 dv-cinder-786260-5-iscsi neutron-server[91888]: WARNING oslo_policy.policy [None req-beb31d72-45a4-4466-bc5a-87ddacdc8c92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 00:02:35.705846 dv-cinder-786260-5-iscsi neutron-server[91888]: WARNING oslo_policy.policy [None req-beb31d72-45a4-4466-bc5a-87ddacdc8c92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 00:02:35.921161 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [None req-beb31d72-45a4-4466-bc5a-87ddacdc8c92 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:02:35.922365 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-beb31d72-45a4-4466-bc5a-87ddacdc8c92 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7177522 Jun 11 00:02:37.434245 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15cc0f3-3c36-4d8a-8edd-602bfc6421ef None None] Network b1bcb21a-419e-4f55-bcf8-12f6f392abc0 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:02:37.538667 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-904346ab-c9b9-407a-8a6f-817b4713e6fb None None] Provisioning for port af1083be-23e4-46a5-b989-49aec93b2281 completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:02:37.737819 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device af1083be-23e4-46a5-b989-49aec93b2281 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:02:37.828762 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port af1083be-23e4-46a5-b989-49aec93b2281 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:02:37.832524 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port af1083be-23e4-46a5-b989-49aec93b2281 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:02:37.832921 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:37.885846 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-0a300bce-d1dd-417f-bb7b-22d0f9792555 None None] Provisioning complete for port af1083be-23e4-46a5-b989-49aec93b2281 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:02:37.886213 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-0a300bce-d1dd-417f-bb7b-22d0f9792555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:37.994601 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:38.072926 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port af1083be-23e4-46a5-b989-49aec93b2281, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=af1083be-23e4-46a5-b989-49aec93b2281,segment=NetworkSegment(c3ffe784-65b0-44b8-b3c9-74738a022f16),segment_id=c3ffe784-65b0-44b8-b3c9-74738a022f16)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:02:38.075678 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-0a300bce-d1dd-417f-bb7b-22d0f9792555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:38.077869 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:38.088737 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-f7b92e1e-6709-41cc-b74b-0b94976625a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:02:38.178594 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=af1083be-23e4-46a5-b989-49aec93b2281,revision_number=3']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:02:38.182693 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:02:38.185059 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.db.api [None req-0a300bce-d1dd-417f-bb7b-22d0f9792555 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 00:02:38.185475 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_db.api [None req-0a300bce-d1dd-417f-bb7b-22d0f9792555 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 00:02:38.515764 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 34778) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:02:38.814598 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-d596be12-d8de-4608-a47f-4eb044cada3e admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '814f7e9474a743b6a5402e5274a96327', 'admin_state_up': True}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:02:38.883237 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.policy [None req-d596be12-d8de-4608-a47f-4eb044cada3e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91888) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 11 00:02:38.928919 dv-cinder-786260-5-iscsi neutron-server[91888]: WARNING oslo_policy.policy [None req-d596be12-d8de-4608-a47f-4eb044cada3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 00:02:38.929289 dv-cinder-786260-5-iscsi neutron-server[91888]: WARNING oslo_policy.policy [None req-d596be12-d8de-4608-a47f-4eb044cada3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 00:02:38.938325 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.quota [None req-d596be12-d8de-4608-a47f-4eb044cada3e admin admin] Loaded quota_driver: . Jun 11 00:02:38.994436 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d596be12-d8de-4608-a47f-4eb044cada3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1805805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57663'] for router, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:38.996244 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d596be12-d8de-4608-a47f-4eb044cada3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1805640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807546', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1829555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57654'] for router, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:39.162296 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d596be12-d8de-4608-a47f-4eb044cada3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:39.167106 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d596be12-d8de-4608-a47f-4eb044cada3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808123'] for router, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:39.186158 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d596be12-d8de-4608-a47f-4eb044cada3e admin admin] Notify callbacks [] for router, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:39.187318 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-d596be12-d8de-4608-a47f-4eb044cada3e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6705797 Jun 11 00:02:39.705458 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device af1083be-23e4-46a5-b989-49aec93b2281 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:02:39.756811 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port af1083be-23e4-46a5-b989-49aec93b2281 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:02:39.757188 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:41.487349 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 34788) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:02:41.799168 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [None req-a081e78b-aed1-4687-bc7f-cbce1ffa0df7 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:02:41.800177 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-a081e78b-aed1-4687-bc7f-cbce1ffa0df7 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3118675 Jun 11 00:02:43.157807 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-ef1c9cec-002b-429b-98ac-228928b8dc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:44.101241 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 34796) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:02:44.412117 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:02:44.434496 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Made reservation on behalf of fd44345b98984f33a1a941e140813c12 for: {'network': 1} {{(pid=91888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:02:44.437627 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for network, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:44.456346 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:44.582047 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:44.585719 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:44.590732 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:02:44.597731 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Reserving flat network on physical network physnet1 {{(pid=91888) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 11 00:02:44.631737 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777603965606', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:44.632319 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Unsubscribe: segment precommit_create {{(pid=91888) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 11 00:02:44.632808 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.segments_db [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Added segment 23a10ef6-3746-4212-ad86-edd6f2e7c544 of type flat for network ac6ac806-5702-4387-9142-a5902410ace9 Jun 11 00:02:44.650522 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7a7bd1-17c1-45b0-9fe7-c7187cff7bc8,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:02:44.705653 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:44.706031 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:44.706364 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:44.706688 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:44.707010 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:44.707340 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:44.707682 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:44.707994 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:44.708321 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:44.708635 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:44.708945 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:44.709250 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Tracked resource versions report: Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: pushed versions: Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: { 'AddressGroup': {'1.2'}, Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'ConntrackHelper': {'1.0'}, Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'Log': {'1.0'}, Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'Network': {'1.1'}, Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'Port': {'1.7'}, Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'PortForwarding': {'1.2'}, Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'QosPolicy': {'1.8'}, Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'SecurityGroup': {'1.4'}, Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'SecurityGroupRule': {'1.2'}, Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'SubPort': {'1.0'}, Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'Subnet': {'1.1'}, Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'Trunk': {'1.1'}} Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: consumer versions: Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: { DHCP agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: L3 agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: Metadata agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: Metering agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: Open vSwitch agent@dv-cinder-786260-5-iscsi: { 'AddressGroup': '1.2', Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'ConntrackHelper': '1.0', Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'Log': '1.0', Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'Network': '1.1', Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'Port': '1.7', Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'PortForwarding': '1.2', Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'QosPolicy': '1.8', Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'SecurityGroup': '1.4', Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'SecurityGroupRule': '1.2', Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'SubPort': '1.0', Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'Subnet': '1.1', Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: 'Trunk': '1.1'}} Jun 11 00:02:44.710332 dv-cinder-786260-5-iscsi neutron-server[91888]: {{(pid=91888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 00:02:44.762374 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777603396253'] for network, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:44.767960 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:02:44.816697 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395'] for network, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:44.818251 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:02:44.818924 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:44.821685 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:02:44.880008 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7776299 Jun 11 00:02:44.937925 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Pushing event updated for resources: {'Network': ['ID=ac6ac806-5702-4387-9142-a5902410ace9,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:02:44.941230 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:02:44.948783 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Network ac6ac806-5702-4387-9142-a5902410ace9 details requested by agent ovs-agent-dv-cinder-786260-5-iscsi with host dv-cinder-786260-5-iscsi {{(pid=91889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:02:45.710959 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-c252fbe8-76b3-40af-bbad-2ed4ed9c1de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:45.904404 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:47.012493 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:47.182230 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 34814) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:02:47.464156 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53831737-dfdb-499f-84ea-9625941b2011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:02:47.465476 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-53831737-dfdb-499f-84ea-9625941b2011 admin admin] 10.222.0.15 "GET /v2.0/subnets/00c2b9ef-3afc-4b96-8941-8052704cb4a0 HTTP/1.1" status: 200 len: 849 time: 0.2823367 Jun 11 00:02:47.653961 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-0c5302ec-69a7-4b90-8a78-7b1313204617 admin admin] 10.222.0.15 "GET /v2.0/routers/d32207d7-d841-4da1-8244-530e7dfef567 HTTP/1.1" status: 200 len: 704 time: 0.1824861 Jun 11 00:02:48.029123 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:48.328486 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:48.377373 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Allocated IP 172.20.0.1 (b1bcb21a-419e-4f55-bcf8-12f6f392abc0/00c2b9ef-3afc-4b96-8941-8052704cb4a0/41bbad8e-8f78-4292-a6ff-3d7115c76e6f) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:02:48.544283 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:48.569087 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Transition to ACTIVE for port object 41bbad8e-8f78-4292-a6ff-3d7115c76e6f will not be triggered until provisioned by entity DHCP. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:02:48.647104 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:48.649876 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:02:48.712015 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Network b1bcb21a-419e-4f55-bcf8-12f6f392abc0 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:02:48.720886 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:02:48.726030 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:02:48.727070 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808700'] for router_interface, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:48.809807 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Pushing event updated for resources: {'Port': ['ID=41bbad8e-8f78-4292-a6ff-3d7115c76e6f,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:02:48.838166 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:02:48.896260 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-a0453c8f-16cf-439f-85af-9a3f7a70683b None None] Provisioning for port 41bbad8e-8f78-4292-a6ff-3d7115c76e6f completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:02:48.900173 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-a0453c8f-16cf-439f-85af-9a3f7a70683b None None] Provisioning complete for port 41bbad8e-8f78-4292-a6ff-3d7115c76e6f triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:02:48.900570 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-a0453c8f-16cf-439f-85af-9a3f7a70683b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:48.938848 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-a0453c8f-16cf-439f-85af-9a3f7a70683b None None] Port 41bbad8e-8f78-4292-a6ff-3d7115c76e6f cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:02:48.969417 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:49.174300 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:49.178569 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:49.179586 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808712'] for router_interface, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:49.181912 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:02:49.249016 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Pushing event updated for resources: {'Port': ['ID=41bbad8e-8f78-4292-a6ff-3d7115c76e6f,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:02:49.254719 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:02:49.333529 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Network b1bcb21a-419e-4f55-bcf8-12f6f392abc0 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:02:49.334811 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:02:49.525302 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Router d32207d7-d841-4da1-8244-530e7dfef567 is scheduled to L3 agent 13048256-9efd-4e96-9632-a13a528604ea with binding_index 1 {{(pid=91887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 00:02:49.559108 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-6970d3d4-0a74-4e49-ad0f-437b699d5893 None None] Provisioning complete for port 41bbad8e-8f78-4292-a6ff-3d7115c76e6f triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:02:49.560271 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-6970d3d4-0a74-4e49-ad0f-437b699d5893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:49.598409 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-6970d3d4-0a74-4e49-ad0f-437b699d5893 None None] Port 41bbad8e-8f78-4292-a6ff-3d7115c76e6f cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:02:49.710662 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:02:49.715729 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] 10.222.0.15 "PUT /v2.0/routers/d32207d7-d841-4da1-8244-530e7dfef567/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0567324 Jun 11 00:02:49.723570 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] Sync routers for ids ['d32207d7-d841-4da1-8244-530e7dfef567'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:02:49.735150 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] Routers {'d32207d7-d841-4da1-8244-530e7dfef567'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:02:49.736109 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:02:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['d32207d7-d841-4da1-8244-530e7dfef567'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:02:49.946681 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] Set router d32207d7-d841-4da1-8244-530e7dfef567 gateway port host: None {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:02:50.415242 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32207d7-d841-4da1-8244-530e7dfef567', 'name': 'router1', 'tenant_id': '814f7e9474a743b6a5402e5274a96327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:02:39Z', 'updated_at': '2021-06-11T00:02:48Z', 'revision_number': 2, 'project_id': '814f7e9474a743b6a5402e5274a96327', 'gw_port_host': None, '_interfaces': [{'id': '41bbad8e-8f78-4292-a6ff-3d7115c76e6f', 'name': '', 'network_id': 'b1bcb21a-419e-4f55-bcf8-12f6f392abc0', 'tenant_id': '814f7e9474a743b6a5402e5274a96327', 'mac_address': 'fa:16:3e:18:77:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32207d7-d841-4da1-8244-530e7dfef567', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00c2b9ef-3afc-4b96-8941-8052704cb4a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:02:48Z', 'updated_at': '2021-06-11T00:02:49Z', 'revision_number': 2, 'project_id': '814f7e9474a743b6a5402e5274a96327', 'subnets': [{'id': '00c2b9ef-3afc-4b96-8941-8052704cb4a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78921b04-ed78-49f5-a9de-5a993b5e8d72'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:02:50.421733 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] Checking router: d32207d7-d841-4da1-8244-530e7dfef567 for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:02:50.422110 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] Updating router d32207d7-d841-4da1-8244-530e7dfef567 port 41bbad8e-8f78-4292-a6ff-3d7115c76e6f binding host dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:02:50.492598 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:51.015378 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:51.032668 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.provisioning_blocks [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] Transition to ACTIVE for port object 41bbad8e-8f78-4292-a6ff-3d7115c76e6f will not be triggered until provisioned by entity L2. {{(pid=91890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:02:51.037623 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:51.042891 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:02:51.268813 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0e9f8-8858-4631-a44d-19e75431ee3d None None] Pushing event updated for resources: {'Port': ['ID=41bbad8e-8f78-4292-a6ff-3d7115c76e6f,revision_number=3']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:02:51.281497 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 5 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:02:51.288013 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0e9f8-8858-4631-a44d-19e75431ee3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:51.288350 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0e9f8-8858-4631-a44d-19e75431ee3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:51.288678 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0e9f8-8858-4631-a44d-19e75431ee3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:51.289002 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0e9f8-8858-4631-a44d-19e75431ee3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:51.289320 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0e9f8-8858-4631-a44d-19e75431ee3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:51.289637 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0e9f8-8858-4631-a44d-19e75431ee3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:51.289952 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0e9f8-8858-4631-a44d-19e75431ee3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:51.290299 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0e9f8-8858-4631-a44d-19e75431ee3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:51.290617 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0e9f8-8858-4631-a44d-19e75431ee3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:51.290929 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0e9f8-8858-4631-a44d-19e75431ee3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:51.291235 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0e9f8-8858-4631-a44d-19e75431ee3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:51.291563 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0e9f8-8858-4631-a44d-19e75431ee3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0e9f8-8858-4631-a44d-19e75431ee3d None None] Tracked resource versions report: Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: pushed versions: Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: { 'AddressGroup': {'1.2'}, Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'ConntrackHelper': {'1.0'}, Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'Log': {'1.0'}, Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'Network': {'1.1'}, Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'Port': {'1.7'}, Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'PortForwarding': {'1.2'}, Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'QosPolicy': {'1.8'}, Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'SecurityGroup': {'1.4'}, Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'SecurityGroupRule': {'1.2'}, Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'SubPort': {'1.0'}, Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'Subnet': {'1.1'}, Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'Trunk': {'1.1'}} Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: consumer versions: Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: { DHCP agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: L3 agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: Metadata agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: Metering agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: Open vSwitch agent@dv-cinder-786260-5-iscsi: { 'AddressGroup': '1.2', Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'ConntrackHelper': '1.0', Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'Log': '1.0', Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'Network': '1.1', Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'Port': '1.7', Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'PortForwarding': '1.2', Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'QosPolicy': '1.8', Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'SecurityGroup': '1.4', Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'SecurityGroupRule': '1.2', Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'SubPort': '1.0', Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'Subnet': '1.1', Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: 'Trunk': '1.1'}} Jun 11 00:02:51.292655 dv-cinder-786260-5-iscsi neutron-server[91890]: {{(pid=91890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 00:02:51.298805 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-49a0e9f8-8858-4631-a44d-19e75431ee3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:02:51.299744 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] Attempting to bind port 41bbad8e-8f78-4292-a6ff-3d7115c76e6f on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:02:51.300138 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] Attempting to bind port 41bbad8e-8f78-4292-a6ff-3d7115c76e6f by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': 'c3ffe784-65b0-44b8-b3c9-74738a022f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1bcb21a-419e-4f55-bcf8-12f6f392abc0'}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:02:51.300549 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] Attempting to bind port 41bbad8e-8f78-4292-a6ff-3d7115c76e6f on network b1bcb21a-419e-4f55-bcf8-12f6f392abc0 {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:02:51.305383 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:02:51.305809 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] Checking segment: {'id': 'c3ffe784-65b0-44b8-b3c9-74738a022f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1bcb21a-419e-4f55-bcf8-12f6f392abc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:02:51.306270 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:51.306649 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] Bound using segment: {'id': 'c3ffe784-65b0-44b8-b3c9-74738a022f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1bcb21a-419e-4f55-bcf8-12f6f392abc0'} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:02:51.307139 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] Bound port: 41bbad8e-8f78-4292-a6ff-3d7115c76e6f, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ffe784-65b0-44b8-b3c9-74738a022f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1bcb21a-419e-4f55-bcf8-12f6f392abc0'}}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:02:51.307545 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:51.385068 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] For port 41bbad8e-8f78-4292-a6ff-3d7115c76e6f, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:02:51.408304 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] For port 41bbad8e-8f78-4292-a6ff-3d7115c76e6f, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=41bbad8e-8f78-4292-a6ff-3d7115c76e6f,segment=NetworkSegment(c3ffe784-65b0-44b8-b3c9-74738a022f16),segment_id=c3ffe784-65b0-44b8-b3c9-74738a022f16)] {{(pid=91890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:02:51.412530 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:51.414674 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-49a0e9f8-8858-4631-a44d-19e75431ee3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:02:51.485831 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0e9f8-8858-4631-a44d-19e75431ee3d None None] Pushing event updated for resources: {'Port': ['ID=41bbad8e-8f78-4292-a6ff-3d7115c76e6f,revision_number=4']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:02:51.488484 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] Routers {'d32207d7-d841-4da1-8244-530e7dfef567'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:02:51.489078 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:02:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['d32207d7-d841-4da1-8244-530e7dfef567'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:02:51.492803 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-49a0e9f8-8858-4631-a44d-19e75431ee3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:02:51.615503 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] Set router d32207d7-d841-4da1-8244-530e7dfef567 gateway port host: None {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:02:51.886352 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32207d7-d841-4da1-8244-530e7dfef567', 'name': 'router1', 'tenant_id': '814f7e9474a743b6a5402e5274a96327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:02:39Z', 'updated_at': '2021-06-11T00:02:48Z', 'revision_number': 2, 'project_id': '814f7e9474a743b6a5402e5274a96327', 'gw_port_host': None, '_interfaces': [{'id': '41bbad8e-8f78-4292-a6ff-3d7115c76e6f', 'name': '', 'network_id': 'b1bcb21a-419e-4f55-bcf8-12f6f392abc0', 'tenant_id': '814f7e9474a743b6a5402e5274a96327', 'mac_address': 'fa:16:3e:18:77:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32207d7-d841-4da1-8244-530e7dfef567', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00c2b9ef-3afc-4b96-8941-8052704cb4a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:02:48Z', 'updated_at': '2021-06-11T00:02:51Z', 'revision_number': 4, 'project_id': '814f7e9474a743b6a5402e5274a96327', 'subnets': [{'id': '00c2b9ef-3afc-4b96-8941-8052704cb4a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78921b04-ed78-49f5-a9de-5a993b5e8d72'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:02:51.889810 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad9b7a8-e71b-4856-9526-f54019d5d777 None None] The sync data for ids ['d32207d7-d841-4da1-8244-530e7dfef567'] in dv-cinder-786260-5-iscsi is: [{'id': 'd32207d7-d841-4da1-8244-530e7dfef567', 'name': 'router1', 'tenant_id': '814f7e9474a743b6a5402e5274a96327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:02:39Z', 'updated_at': '2021-06-11T00:02:48Z', 'revision_number': 2, 'project_id': '814f7e9474a743b6a5402e5274a96327', 'gw_port_host': None, '_interfaces': [{'id': '41bbad8e-8f78-4292-a6ff-3d7115c76e6f', 'name': '', 'network_id': 'b1bcb21a-419e-4f55-bcf8-12f6f392abc0', 'tenant_id': '814f7e9474a743b6a5402e5274a96327', 'mac_address': 'fa:16:3e:18:77:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32207d7-d841-4da1-8244-530e7dfef567', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00c2b9ef-3afc-4b96-8941-8052704cb4a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:02:48Z', 'updated_at': '2021-06-11T00:02:51Z', 'revision_number': 4, 'project_id': '814f7e9474a743b6a5402e5274a96327', 'subnets': [{'id': '00c2b9ef-3afc-4b96-8941-8052704cb4a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78921b04-ed78-49f5-a9de-5a993b5e8d72'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:02:51.937003 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 34836) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:02:52.065357 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08173f4a-e133-4aa2-9d99-4087214d4196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:02:52.066712 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-08173f4a-e133-4aa2-9d99-4087214d4196 admin admin] 10.222.0.15 "GET /v2.0/networks/ac6ac806-5702-4387-9142-a5902410ace9 HTTP/1.1" status: 200 len: 842 time: 0.1286571 Jun 11 00:02:52.075889 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-c46971e4-e833-4fae-9ceb-4c9d649b29c4 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'gateway_ip': '172.27.0.1'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:02:52.095932 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46971e4-e833-4fae-9ceb-4c9d649b29c4 admin admin] Made reservation on behalf of fd44345b98984f33a1a941e140813c12 for: {'subnet': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:02:52.098095 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c46971e4-e833-4fae-9ceb-4c9d649b29c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:52.443783 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.objects.ports [None req-c46971e4-e833-4fae-9ceb-4c9d649b29c4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91887) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 00:02:52.444205 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c46971e4-e833-4fae-9ceb-4c9d649b29c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386'] for subnet, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:52.446229 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:02:52.504978 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46971e4-e833-4fae-9ceb-4c9d649b29c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3051342c-25eb-4552-a861-7cf92af851d2,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:02:52.509363 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c46971e4-e833-4fae-9ceb-4c9d649b29c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:02:52.516457 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46971e4-e833-4fae-9ceb-4c9d649b29c4 admin admin] Checking segment: {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:02:52.516801 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46971e4-e833-4fae-9ceb-4c9d649b29c4 admin admin] Network hostable DHCP agents. Network: ac6ac806-5702-4387-9142-a5902410ace9, hostable agents: ['ce8ef649-8289-40e7-a272-310ee0704403'], hosted agents: [] {{(pid=91887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:02:52.533296 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46971e4-e833-4fae-9ceb-4c9d649b29c4 admin admin] Network ac6ac806-5702-4387-9142-a5902410ace9 is scheduled to be hosted by DHCP agent ce8ef649-8289-40e7-a272-310ee0704403 with binding_index 1 {{(pid=91887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:02:52.541415 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-c46971e4-e833-4fae-9ceb-4c9d649b29c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-iscsi, ac6ac806-5702-4387-9142-a5902410ace9) {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:02:52.546219 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46971e4-e833-4fae-9ceb-4c9d649b29c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:02:52.547127 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c46971e4-e833-4fae-9ceb-4c9d649b29c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:52.550375 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a417e7f6-10ad-4dd9-b50a-cad58c43ca67 None None] Network ac6ac806-5702-4387-9142-a5902410ace9 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:02:52.561825 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-c46971e4-e833-4fae-9ceb-4c9d649b29c4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4892483 Jun 11 00:02:52.721019 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2fb50f-c0ac-4508-a8a3-4cb1aba092e0 None None] Network ac6ac806-5702-4387-9142-a5902410ace9 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:02:54.822970 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 34852) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:02:55.009380 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-86fea25f-7a3d-4349-b5f7-1cfecb408109 admin admin] 10.222.0.15 "GET /v2.0/routers/d32207d7-d841-4da1-8244-530e7dfef567 HTTP/1.1" status: 200 len: 710 time: 0.1852412 Jun 11 00:02:55.122582 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85b5c58-365c-401c-923b-0c42fc2998ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:02:55.123959 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-b85b5c58-365c-401c-923b-0c42fc2998ce admin admin] 10.222.0.15 "GET /v2.0/networks/ac6ac806-5702-4387-9142-a5902410ace9 HTTP/1.1" status: 200 len: 886 time: 0.1094532 Jun 11 00:02:55.132612 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-7b531577-cd00-4667-8dd7-d6a3696da57e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:02:55.503027 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7b531577-cd00-4667-8dd7-d6a3696da57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1807539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1805791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57796'] for router, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:55.747932 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 41bbad8e-8f78-4292-a6ff-3d7115c76e6f up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:02:55.802875 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port 41bbad8e-8f78-4292-a6ff-3d7115c76e6f completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:02:55.806380 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 41bbad8e-8f78-4292-a6ff-3d7115c76e6f triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:02:55.806757 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:55.902654 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:55.902847 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7b531577-cd00-4667-8dd7-d6a3696da57e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:55.940935 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port 41bbad8e-8f78-4292-a6ff-3d7115c76e6f, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=41bbad8e-8f78-4292-a6ff-3d7115c76e6f,segment=NetworkSegment(c3ffe784-65b0-44b8-b3c9-74738a022f16),segment_id=c3ffe784-65b0-44b8-b3c9-74738a022f16)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:02:55.944864 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:55.946969 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:02:55.987828 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7b531577-cd00-4667-8dd7-d6a3696da57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:56.002306 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=41bbad8e-8f78-4292-a6ff-3d7115c76e6f,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:02:56.005352 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:02:56.104445 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [None req-7b531577-cd00-4667-8dd7-d6a3696da57e admin admin] Allocated IP 172.27.0.73 (ac6ac806-5702-4387-9142-a5902410ace9/3051342c-25eb-4552-a861-7cf92af851d2/490bdbd9-6426-45de-86df-b38a0af16f79) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:02:56.227253 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7b531577-cd00-4667-8dd7-d6a3696da57e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:56.266587 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7b531577-cd00-4667-8dd7-d6a3696da57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:56.268642 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:02:56.311672 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b531577-cd00-4667-8dd7-d6a3696da57e admin admin] Network ac6ac806-5702-4387-9142-a5902410ace9 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:02:56.314455 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-7b531577-cd00-4667-8dd7-d6a3696da57e admin admin] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:02:56.317706 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b531577-cd00-4667-8dd7-d6a3696da57e admin admin] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:02:56.366912 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b531577-cd00-4667-8dd7-d6a3696da57e admin admin] Pushing event updated for resources: {'Port': ['ID=490bdbd9-6426-45de-86df-b38a0af16f79,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:02:56.412252 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-7b531577-cd00-4667-8dd7-d6a3696da57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:02:56.635687 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7b531577-cd00-4667-8dd7-d6a3696da57e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:56.902419 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7b531577-cd00-4667-8dd7-d6a3696da57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1807539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1805791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57796'] for router, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:56.906000 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7b531577-cd00-4667-8dd7-d6a3696da57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1808109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1808098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1805766'] for router, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:57.137168 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b531577-cd00-4667-8dd7-d6a3696da57e admin admin] Router d32207d7-d841-4da1-8244-530e7dfef567 has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:02:57.277823 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b531577-cd00-4667-8dd7-d6a3696da57e admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:02:57.281855 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7b531577-cd00-4667-8dd7-d6a3696da57e admin admin] Notify callbacks [] for router, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:57.283093 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-7b531577-cd00-4667-8dd7-d6a3696da57e admin admin] 10.222.0.15 "PUT /v2.0/routers/d32207d7-d841-4da1-8244-530e7dfef567 HTTP/1.1" status: 200 len: 889 time: 2.1536319 Jun 11 00:02:57.287909 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] Sync routers for ids ['d32207d7-d841-4da1-8244-530e7dfef567'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:02:57.300425 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] Routers {'d32207d7-d841-4da1-8244-530e7dfef567'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:02:57.301113 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:02:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['d32207d7-d841-4da1-8244-530e7dfef567'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:02:57.540866 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] Set router d32207d7-d841-4da1-8244-530e7dfef567 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:02:57.736675 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 41bbad8e-8f78-4292-a6ff-3d7115c76e6f up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:02:57.983146 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 41bbad8e-8f78-4292-a6ff-3d7115c76e6f triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:02:57.983527 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:58.159354 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32207d7-d841-4da1-8244-530e7dfef567', 'name': 'router1', 'tenant_id': '814f7e9474a743b6a5402e5274a96327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '490bdbd9-6426-45de-86df-b38a0af16f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:02:39Z', 'updated_at': '2021-06-11T00:02:56Z', 'revision_number': 4, 'project_id': '814f7e9474a743b6a5402e5274a96327', 'gw_port': {'id': '490bdbd9-6426-45de-86df-b38a0af16f79', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:50:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32207d7-d841-4da1-8244-530e7dfef567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:02:55Z', 'updated_at': '2021-06-11T00:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '41bbad8e-8f78-4292-a6ff-3d7115c76e6f', 'name': '', 'network_id': 'b1bcb21a-419e-4f55-bcf8-12f6f392abc0', 'tenant_id': '814f7e9474a743b6a5402e5274a96327', 'mac_address': 'fa:16:3e:18:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32207d7-d841-4da1-8244-530e7dfef567', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00c2b9ef-3afc-4b96-8941-8052704cb4a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:02:48Z', 'updated_at': '2021-06-11T00:02:55Z', 'revision_number': 5, 'project_id': '814f7e9474a743b6a5402e5274a96327', 'subnets': [{'id': '00c2b9ef-3afc-4b96-8941-8052704cb4a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78921b04-ed78-49f5-a9de-5a993b5e8d72'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:02:58.165283 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] Checking router: d32207d7-d841-4da1-8244-530e7dfef567 for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:02:58.165656 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] Updating router d32207d7-d841-4da1-8244-530e7dfef567 port 490bdbd9-6426-45de-86df-b38a0af16f79 binding host dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:02:58.204272 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:58.564924 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] Notify callbacks [] for port, precommit_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:58.574462 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] Transition to ACTIVE for port object 490bdbd9-6426-45de-86df-b38a0af16f79 will not be triggered until provisioned by entity L2. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:02:58.580525 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:58.582753 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:02:58.645737 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a2df7-4095-4510-b2d6-cdd4e9805ef7 None None] Pushing event updated for resources: {'Port': ['ID=490bdbd9-6426-45de-86df-b38a0af16f79,revision_number=2']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:02:58.648301 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] Attempting to bind port 490bdbd9-6426-45de-86df-b38a0af16f79 on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:02:58.648679 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] Attempting to bind port 490bdbd9-6426-45de-86df-b38a0af16f79 by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:02:58.649034 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] Attempting to bind port 490bdbd9-6426-45de-86df-b38a0af16f79 on network ac6ac806-5702-4387-9142-a5902410ace9 {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:02:58.650966 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-887a2df7-4095-4510-b2d6-cdd4e9805ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:02:58.655203 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:02:58.655611 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] Checking segment: {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:02:58.656009 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:58.656386 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] Bound using segment: {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:02:58.656851 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] Bound port: 490bdbd9-6426-45de-86df-b38a0af16f79, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:02:58.657219 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:58.712601 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] For port 490bdbd9-6426-45de-86df-b38a0af16f79, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:02:58.715491 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] For port 490bdbd9-6426-45de-86df-b38a0af16f79, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=490bdbd9-6426-45de-86df-b38a0af16f79,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:02:58.719463 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:58.722135 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:02:58.785715 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] Routers {'d32207d7-d841-4da1-8244-530e7dfef567'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:02:58.786316 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:02:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['d32207d7-d841-4da1-8244-530e7dfef567'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:02:58.788900 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a2df7-4095-4510-b2d6-cdd4e9805ef7 None None] Pushing event updated for resources: {'Port': ['ID=490bdbd9-6426-45de-86df-b38a0af16f79,revision_number=3']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:02:58.833924 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-887a2df7-4095-4510-b2d6-cdd4e9805ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:02:58.929194 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] Set router d32207d7-d841-4da1-8244-530e7dfef567 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:02:59.192282 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32207d7-d841-4da1-8244-530e7dfef567', 'name': 'router1', 'tenant_id': '814f7e9474a743b6a5402e5274a96327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '490bdbd9-6426-45de-86df-b38a0af16f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:02:39Z', 'updated_at': '2021-06-11T00:02:56Z', 'revision_number': 4, 'project_id': '814f7e9474a743b6a5402e5274a96327', 'gw_port': {'id': '490bdbd9-6426-45de-86df-b38a0af16f79', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:50:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32207d7-d841-4da1-8244-530e7dfef567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:02:55Z', 'updated_at': '2021-06-11T00:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '41bbad8e-8f78-4292-a6ff-3d7115c76e6f', 'name': '', 'network_id': 'b1bcb21a-419e-4f55-bcf8-12f6f392abc0', 'tenant_id': '814f7e9474a743b6a5402e5274a96327', 'mac_address': 'fa:16:3e:18:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32207d7-d841-4da1-8244-530e7dfef567', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00c2b9ef-3afc-4b96-8941-8052704cb4a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:02:48Z', 'updated_at': '2021-06-11T00:02:55Z', 'revision_number': 5, 'project_id': '814f7e9474a743b6a5402e5274a96327', 'subnets': [{'id': '00c2b9ef-3afc-4b96-8941-8052704cb4a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78921b04-ed78-49f5-a9de-5a993b5e8d72'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:02:59.195566 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dec141-8ae3-4f83-a2dc-59c41c5809d1 None None] The sync data for ids ['d32207d7-d841-4da1-8244-530e7dfef567'] in dv-cinder-786260-5-iscsi is: [{'id': 'd32207d7-d841-4da1-8244-530e7dfef567', 'name': 'router1', 'tenant_id': '814f7e9474a743b6a5402e5274a96327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '490bdbd9-6426-45de-86df-b38a0af16f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:02:39Z', 'updated_at': '2021-06-11T00:02:56Z', 'revision_number': 4, 'project_id': '814f7e9474a743b6a5402e5274a96327', 'gw_port': {'id': '490bdbd9-6426-45de-86df-b38a0af16f79', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:50:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32207d7-d841-4da1-8244-530e7dfef567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:02:55Z', 'updated_at': '2021-06-11T00:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '41bbad8e-8f78-4292-a6ff-3d7115c76e6f', 'name': '', 'network_id': 'b1bcb21a-419e-4f55-bcf8-12f6f392abc0', 'tenant_id': '814f7e9474a743b6a5402e5274a96327', 'mac_address': 'fa:16:3e:18:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32207d7-d841-4da1-8244-530e7dfef567', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00c2b9ef-3afc-4b96-8941-8052704cb4a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:02:48Z', 'updated_at': '2021-06-11T00:02:55Z', 'revision_number': 5, 'project_id': '814f7e9474a743b6a5402e5274a96327', 'subnets': [{'id': '00c2b9ef-3afc-4b96-8941-8052704cb4a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78921b04-ed78-49f5-a9de-5a993b5e8d72'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:02:59.621280 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 34860) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:02:59.756613 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-f254b176-8b02-4cd7-987a-df929800d932 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1336651 Jun 11 00:02:59.764126 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 490bdbd9-6426-45de-86df-b38a0af16f79 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:02:59.829541 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port 490bdbd9-6426-45de-86df-b38a0af16f79 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:02:59.833710 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 490bdbd9-6426-45de-86df-b38a0af16f79 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:02:59.834094 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:59.928568 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:59.954242 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port 490bdbd9-6426-45de-86df-b38a0af16f79, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=490bdbd9-6426-45de-86df-b38a0af16f79,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:02:59.960802 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:02:59.965437 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:03:00.106632 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=490bdbd9-6426-45de-86df-b38a0af16f79,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:03:00.109608 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:03:01.722838 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 490bdbd9-6426-45de-86df-b38a0af16f79 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:03:01.779971 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 490bdbd9-6426-45de-86df-b38a0af16f79 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:03:01.780353 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:03:13.164203 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-93e5f64e-6350-4a88-929b-58c04fbf366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:03:15.713360 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-8ed0de1d-6739-426f-bb58-00efc8565b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:03:15.909126 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:03:16.972057 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:03:18.359353 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:03:28.195798 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 5 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:03:43.157050 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-3a80e90c-3783-4fcb-836e-db18c16fb6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:03:45.719070 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-6eedae21-7c8e-4468-975c-7153b896caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:03:45.901981 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:03:46.975979 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:03:48.357529 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:04:05.194645 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 5 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:04:13.159396 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-7de388a2-b479-4092-9856-d39d73fe00cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:04:15.720282 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-5c35e0bc-4f3e-4924-8912-6859527568af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:04:15.905662 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:04:16.975540 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:04:18.359060 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:04:33.330361 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 35428) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:04:33.392316 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.pecan_wsgi.hooks.translation [None req-14baec1d-734a-4746-85aa-f65b0165e068 admin admin] GET failed (client error): The resource could not be found. Jun 11 00:04:33.393638 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-14baec1d-734a-4746-85aa-f65b0165e068 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623374 Jun 11 00:04:33.567104 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2ab3fb-8d91-4c61-9155-e13d931fc7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:04:33.568677 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-9f2ab3fb-8d91-4c61-9155-e13d931fc7c3 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1709740 Jun 11 00:04:35.671220 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 35438) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:04:35.769837 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a4c2c5-c5b1-492b-894c-ab74885a45ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:04:35.771413 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-c2a4c2c5-c5b1-492b-894c-ab74885a45ee admin admin] 10.222.0.15 "GET /v2.0/subnets/00c2b9ef-3afc-4b96-8941-8052704cb4a0 HTTP/1.1" status: 200 len: 849 time: 0.0989714 Jun 11 00:04:35.780898 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-8278acfe-5bb5-4baf-9583-3b602c6732ca admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:04:35.876238 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8278acfe-5bb5-4baf-9583-3b602c6732ca admin admin] Notify callbacks [] for subnet, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:04:36.037455 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8278acfe-5bb5-4baf-9583-3b602c6732ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777603803441'] for subnet, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:04:36.040887 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-9dbeb707-1460-4472-8054-640152e71890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:04:36.077558 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf686d75-2f0e-4d1c-a5dc-1f2809ea409b None None] Network b1bcb21a-419e-4f55-bcf8-12f6f392abc0 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:04:36.078283 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8278acfe-5bb5-4baf-9583-3b602c6732ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:04:36.078873 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8278acfe-5bb5-4baf-9583-3b602c6732ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:04:36.080169 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-8278acfe-5bb5-4baf-9583-3b602c6732ca admin admin] 10.222.0.15 "PUT /v2.0/subnets/00c2b9ef-3afc-4b96-8941-8052704cb4a0 HTTP/1.1" status: 200 len: 868 time: 0.3033261 Jun 11 00:04:36.106828 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278acfe-5bb5-4baf-9583-3b602c6732ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=00c2b9ef-3afc-4b96-8941-8052704cb4a0,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:04:36.113983 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278acfe-5bb5-4baf-9583-3b602c6732ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:04:36.114355 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278acfe-5bb5-4baf-9583-3b602c6732ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:04:36.114692 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278acfe-5bb5-4baf-9583-3b602c6732ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:04:36.115017 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278acfe-5bb5-4baf-9583-3b602c6732ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:04:36.115341 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278acfe-5bb5-4baf-9583-3b602c6732ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:04:36.115704 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278acfe-5bb5-4baf-9583-3b602c6732ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:04:36.116025 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278acfe-5bb5-4baf-9583-3b602c6732ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:04:36.116343 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278acfe-5bb5-4baf-9583-3b602c6732ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:04:36.116691 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278acfe-5bb5-4baf-9583-3b602c6732ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:04:36.117008 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278acfe-5bb5-4baf-9583-3b602c6732ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:04:36.117325 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278acfe-5bb5-4baf-9583-3b602c6732ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:04:36.117639 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278acfe-5bb5-4baf-9583-3b602c6732ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:04:36.124548 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-8278acfe-5bb5-4baf-9583-3b602c6732ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:04:36.514171 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-9461cd82-d79c-4729-b659-a03062945cfb None None] Provisioning complete for port 41bbad8e-8f78-4292-a6ff-3d7115c76e6f triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:04:36.514547 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-9461cd82-d79c-4729-b659-a03062945cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:04:36.619244 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-9461cd82-d79c-4729-b659-a03062945cfb None None] Provisioning complete for port af1083be-23e4-46a5-b989-49aec93b2281 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:04:36.619545 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-9461cd82-d79c-4729-b659-a03062945cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:04:38.190678 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 35446) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:04:38.395159 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0c6296-86b5-42b3-9080-67429595c290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:04:38.395668 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0c6296-86b5-42b3-9080-67429595c290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:04:38.397437 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-fc0c6296-86b5-42b3-9080-67429595c290 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2058032 Jun 11 00:04:40.497775 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 35454) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:04:40.649008 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90f7fe4-1ec0-488c-93c4-84ea90d31ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:04:40.649394 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90f7fe4-1ec0-488c-93c4-84ea90d31ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:04:40.650900 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-f90f7fe4-1ec0-488c-93c4-84ea90d31ae0 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1521261 Jun 11 00:04:42.192907 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 5 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:04:42.749765 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 35462) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:04:42.966667 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43548856-51e8-49bc-9a71-1ac667991bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:04:42.967959 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-43548856-51e8-49bc-9a71-1ac667991bfd admin admin] 10.222.0.15 "GET /v2.0/networks/ac6ac806-5702-4387-9142-a5902410ace9 HTTP/1.1" status: 200 len: 886 time: 0.2172601 Jun 11 00:04:43.159703 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-1736b576-07f2-42cb-8db6-047957e6ed6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:04:45.071542 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 35472) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:04:45.220683 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e7e652-eea8-4194-b546-32f8600be12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:04:45.222015 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-24e7e652-eea8-4194-b546-32f8600be12b admin admin] 10.222.0.15 "GET /v2.0/networks/b1bcb21a-419e-4f55-bcf8-12f6f392abc0 HTTP/1.1" status: 200 len: 869 time: 0.1495411 Jun 11 00:04:45.721816 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-8423b753-1659-4442-881d-1f910b329db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:04:45.906326 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:04:46.980005 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:04:47.317692 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 35480) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:04:47.558163 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c39f53b-d50f-4e69-80e6-7804f89caf01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:04:47.558626 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c39f53b-d50f-4e69-80e6-7804f89caf01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:04:47.560151 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-4c39f53b-d50f-4e69-80e6-7804f89caf01 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2414892 Jun 11 00:04:48.361394 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:04:49.659777 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 35488) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:04:49.754689 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8adb3d-7bf3-4aa3-8f8f-6a739a7110ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:04:49.755156 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8adb3d-7bf3-4aa3-8f8f-6a739a7110ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:04:49.756686 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-0f8adb3d-7bf3-4aa3-8f8f-6a739a7110ad admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0959744 Jun 11 00:04:51.854416 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 35496) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:04:51.950375 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed34961-bd86-4172-8ca2-9e8825ba025b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:04:51.951717 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-6ed34961-bd86-4172-8ca2-9e8825ba025b admin admin] 10.222.0.15 "GET /v2.0/subnets/00c2b9ef-3afc-4b96-8941-8052704cb4a0 HTTP/1.1" status: 200 len: 868 time: 0.0963249 Jun 11 00:04:54.054544 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 35504) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:04:54.148013 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44020c4f-3060-4103-bd65-fb12cc507449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:04:54.149300 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-44020c4f-3060-4103-bd65-fb12cc507449 admin admin] 10.222.0.15 "GET /v2.0/subnets/3051342c-25eb-4552-a861-7cf92af851d2 HTTP/1.1" status: 200 len: 816 time: 0.0938184 Jun 11 00:05:13.161858 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-34e3cbeb-0178-4f2b-9620-955f6147a092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:15.721825 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-c1d936bb-6c01-4094-80e0-1f9fe1969546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:15.907775 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:16.982764 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:17.174098 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 35548) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:05:17.219158 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [None req-04afbc52-a7cf-4ebb-b36f-9e5a45baa39b admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:05:17.220268 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-04afbc52-a7cf-4ebb-b36f-9e5a45baa39b admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451534 Jun 11 00:05:18.365430 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:19.191803 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 5 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:05:19.414664 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 35556) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:05:19.475193 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eef7344-4738-4bf9-8329-13d5fec26537 admin admin] GET failed (client error): The resource could not be found. Jun 11 00:05:19.476516 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-8eef7344-4738-4bf9-8329-13d5fec26537 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609274 Jun 11 00:05:19.584592 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fc3c1b-e673-4e65-909d-05eaef7fc73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:05:19.586031 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-a7fc3c1b-e673-4e65-909d-05eaef7fc73d admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1052234 Jun 11 00:05:21.734710 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 35564) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:05:21.779062 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-6e8e67d9-df9d-4b60-9862-a382c4bf6eca admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:05:21.798276 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8e67d9-df9d-4b60-9862-a382c4bf6eca admin admin] Made reservation on behalf of fd44345b98984f33a1a941e140813c12 for: {'network': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:05:21.800969 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6e8e67d9-df9d-4b60-9862-a382c4bf6eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for network, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:21.835745 dv-cinder-786260-5-iscsi neutron-server[91887]: WARNING neutron.services.revisions.revision_plugin [None req-6e8e67d9-df9d-4b60-9862-a382c4bf6eca admin admin] Could not find related network for resource to bump revision. Jun 11 00:05:21.848563 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8e67d9-df9d-4b60-9862-a382c4bf6eca admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=91887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:05:21.858066 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6e8e67d9-df9d-4b60-9862-a382c4bf6eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:21.858413 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.db.segments_db [None req-6e8e67d9-df9d-4b60-9862-a382c4bf6eca admin admin] Added segment ddfd7a50-4f2f-4727-a673-e8db36c73834 of type vlan for network e2dad8cf-ec31-479d-a49a-7b78bf63403f Jun 11 00:05:21.905365 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6e8e67d9-df9d-4b60-9862-a382c4bf6eca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777603396253'] for network, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:21.934459 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6e8e67d9-df9d-4b60-9862-a382c4bf6eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395'] for network, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:21.935701 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8e67d9-df9d-4b60-9862-a382c4bf6eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:05:21.936275 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6e8e67d9-df9d-4b60-9862-a382c4bf6eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:21.938920 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:05:21.976372 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-6e8e67d9-df9d-4b60-9862-a382c4bf6eca admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2406085 Jun 11 00:05:22.020925 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e67d9-df9d-4b60-9862-a382c4bf6eca admin admin] Pushing event updated for resources: {'Network': ['ID=e2dad8cf-ec31-479d-a49a-7b78bf63403f,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:05:22.024277 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-6e8e67d9-df9d-4b60-9862-a382c4bf6eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:05:22.032782 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Network e2dad8cf-ec31-479d-a49a-7b78bf63403f details requested by agent ovs-agent-dv-cinder-786260-5-iscsi with host dv-cinder-786260-5-iscsi {{(pid=91889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:05:24.099885 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 35572) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:05:24.160874 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b3143e-4a44-4222-8963-8de6570f4153 admin admin] GET failed (client error): The resource could not be found. Jun 11 00:05:24.162188 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-c2b3143e-4a44-4222-8963-8de6570f4153 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613425 Jun 11 00:05:24.253849 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d199778-0950-4a1e-a5e6-f103bd742ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:05:24.255261 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-3d199778-0950-4a1e-a5e6-f103bd742ca9 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0893116 Jun 11 00:05:24.264581 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-e1b04903-b9c2-4f5a-bc3a-29de5962cc05 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'e2dad8cf-ec31-479d-a49a-7b78bf63403f', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:05:24.284499 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b04903-b9c2-4f5a-bc3a-29de5962cc05 admin admin] Made reservation on behalf of fd44345b98984f33a1a941e140813c12 for: {'subnet': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:05:24.286628 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e1b04903-b9c2-4f5a-bc3a-29de5962cc05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:24.480918 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e1b04903-b9c2-4f5a-bc3a-29de5962cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386'] for subnet, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:24.483603 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:05:24.550014 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b04903-b9c2-4f5a-bc3a-29de5962cc05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c4a5b2-cad5-4f33-a922-b73201c7a34e,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:05:24.552536 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e1b04903-b9c2-4f5a-bc3a-29de5962cc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:05:24.555140 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b04903-b9c2-4f5a-bc3a-29de5962cc05 admin admin] Checking segment: {'id': 'ddfd7a50-4f2f-4727-a673-e8db36c73834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e2dad8cf-ec31-479d-a49a-7b78bf63403f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:05:24.555592 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b04903-b9c2-4f5a-bc3a-29de5962cc05 admin admin] Network hostable DHCP agents. Network: e2dad8cf-ec31-479d-a49a-7b78bf63403f, hostable agents: ['ce8ef649-8289-40e7-a272-310ee0704403'], hosted agents: [] {{(pid=91887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:05:24.570787 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b04903-b9c2-4f5a-bc3a-29de5962cc05 admin admin] Network e2dad8cf-ec31-479d-a49a-7b78bf63403f is scheduled to be hosted by DHCP agent ce8ef649-8289-40e7-a272-310ee0704403 with binding_index 1 {{(pid=91887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:05:24.578991 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-e1b04903-b9c2-4f5a-bc3a-29de5962cc05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-iscsi, e2dad8cf-ec31-479d-a49a-7b78bf63403f) {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:05:24.582878 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b04903-b9c2-4f5a-bc3a-29de5962cc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:05:24.583465 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e1b04903-b9c2-4f5a-bc3a-29de5962cc05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:24.587915 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e1b052-aea6-408f-8b76-386d50a6ded2 None None] Network e2dad8cf-ec31-479d-a49a-7b78bf63403f requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:05:24.597492 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-e1b04903-b9c2-4f5a-bc3a-29de5962cc05 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3362520 Jun 11 00:05:24.780214 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb50485c-9bec-542c-b087-b5f348a75376-e2dad8cf-ec31-479d-a49a-7b78bf63403f', 'network_id': 'e2dad8cf-ec31-479d-a49a-7b78bf63403f', 'tenant_id': 'fd44345b98984f33a1a941e140813c12', 'fixed_ips': [{'subnet_id': '21c4a5b2-cad5-4f33-a922-b73201c7a34e'}]}} from dv-cinder-786260-5-iscsi. {{(pid=91889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 00:05:24.781059 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:24.935721 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.db_base_plugin_common [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Allocated IP 192.168.233.2 (e2dad8cf-ec31-479d-a49a-7b78bf63403f/21c4a5b2-cad5-4f33-a922-b73201c7a34e/561747ed-e31d-41e9-8287-284c854194f0) {{(pid=91889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:05:25.209708 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Notify callbacks [] for port, precommit_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:25.218352 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Transition to ACTIVE for port object 561747ed-e31d-41e9-8287-284c854194f0 will not be triggered until provisioned by entity L2. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:05:25.233306 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Transition to ACTIVE for port object 561747ed-e31d-41e9-8287-284c854194f0 will not be triggered until provisioned by entity DHCP. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:05:25.239466 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:25.241616 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:05:25.290384 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Network e2dad8cf-ec31-479d-a49a-7b78bf63403f is already hosted by enough agents. {{(pid=91889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:05:25.293344 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.scheduler.base_scheduler [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Resources bound (agent type, host, resource id): {{(pid=91889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:05:25.296826 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Received port after_create {{(pid=91889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:05:25.305493 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Pushing event updated for resources: {'Port': ['ID=561747ed-e31d-41e9-8287-284c854194f0,revision_number=1']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:05:25.332365 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:05:25.332711 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:05:25.333053 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:05:25.333384 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:05:25.333737 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:05:25.334066 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:05:25.334390 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:05:25.334715 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:05:25.335037 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:05:25.335423 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:05:25.335718 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:05:25.336035 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:05:25.341795 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:05:25.380869 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Attempting to bind port 561747ed-e31d-41e9-8287-284c854194f0 on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:05:25.381246 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Attempting to bind port 561747ed-e31d-41e9-8287-284c854194f0 by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': 'ddfd7a50-4f2f-4727-a673-e8db36c73834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e2dad8cf-ec31-479d-a49a-7b78bf63403f'}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:05:25.381614 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Attempting to bind port 561747ed-e31d-41e9-8287-284c854194f0 on network e2dad8cf-ec31-479d-a49a-7b78bf63403f {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:05:25.387161 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:05:25.387566 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Checking segment: {'id': 'ddfd7a50-4f2f-4727-a673-e8db36c73834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e2dad8cf-ec31-479d-a49a-7b78bf63403f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:05:25.387977 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:25.388367 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Bound using segment: {'id': 'ddfd7a50-4f2f-4727-a673-e8db36c73834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e2dad8cf-ec31-479d-a49a-7b78bf63403f'} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:05:25.388840 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Bound port: 561747ed-e31d-41e9-8287-284c854194f0, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd7a50-4f2f-4727-a673-e8db36c73834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e2dad8cf-ec31-479d-a49a-7b78bf63403f'}}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:05:25.389213 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:25.463415 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] For port 561747ed-e31d-41e9-8287-284c854194f0, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:05:25.467133 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] For port 561747ed-e31d-41e9-8287-284c854194f0, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=561747ed-e31d-41e9-8287-284c854194f0,segment=NetworkSegment(ddfd7a50-4f2f-4727-a673-e8db36c73834),segment_id=ddfd7a50-4f2f-4727-a673-e8db36c73834)] {{(pid=91889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:05:25.471592 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:25.473683 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:05:25.535498 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Pushing event updated for resources: {'Port': ['ID=561747ed-e31d-41e9-8287-284c854194f0,revision_number=2']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:05:25.541184 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:05:25.853636 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 561747ed-e31d-41e9-8287-284c854194f0 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:05:25.912837 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port 561747ed-e31d-41e9-8287-284c854194f0 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:05:26.306783 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a870e2-d630-45c3-8dca-f6f6644b6f92 None None] Network e2dad8cf-ec31-479d-a49a-7b78bf63403f requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:05:26.409916 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-33dddaea-a7f1-4f97-a82f-d14e286c421e None None] Provisioning for port 561747ed-e31d-41e9-8287-284c854194f0 completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:05:26.423229 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-33dddaea-a7f1-4f97-a82f-d14e286c421e None None] Provisioning complete for port 561747ed-e31d-41e9-8287-284c854194f0 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:05:26.423638 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-33dddaea-a7f1-4f97-a82f-d14e286c421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:26.591878 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-33dddaea-a7f1-4f97-a82f-d14e286c421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:26.635514 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-33dddaea-a7f1-4f97-a82f-d14e286c421e None None] For port 561747ed-e31d-41e9-8287-284c854194f0, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=561747ed-e31d-41e9-8287-284c854194f0,segment=NetworkSegment(ddfd7a50-4f2f-4727-a673-e8db36c73834),segment_id=ddfd7a50-4f2f-4727-a673-e8db36c73834)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:05:26.641233 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-33dddaea-a7f1-4f97-a82f-d14e286c421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:26.643339 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:05:26.703163 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dddaea-a7f1-4f97-a82f-d14e286c421e None None] Pushing event updated for resources: {'Port': ['ID=561747ed-e31d-41e9-8287-284c854194f0,revision_number=3']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:05:26.708703 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-33dddaea-a7f1-4f97-a82f-d14e286c421e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:05:26.760202 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-2b161617-bbb9-4574-9a14-c1b3f7f86006 None None] Provisioning complete for port 561747ed-e31d-41e9-8287-284c854194f0 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:05:26.760595 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-2b161617-bbb9-4574-9a14-c1b3f7f86006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:27.830121 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 561747ed-e31d-41e9-8287-284c854194f0 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:05:27.886855 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 561747ed-e31d-41e9-8287-284c854194f0 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:05:27.887232 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:43.161940 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-2c13f01e-0de2-449e-83be-60b812fdc323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:45.724603 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-e3eb564b-9dd2-4835-83f4-22d74be3ffbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:45.908364 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:46.986695 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:48.368103 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:05:56.190724 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 5 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:06:13.164455 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-1c5753d8-4174-415d-8503-916fd891e2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:06:15.726357 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-ab033a4f-fd32-4e74-966b-1ccb2575b337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:06:15.909492 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:06:16.988788 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:06:18.375789 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:06:33.189821 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 5 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:06:33.615786 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 35624) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:06:33.621625 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [None req-e59f61ae-bc14-47c3-98fa-0d0d79168cef tempest-verify_tempest_config-1256231467 tempest-verify_tempest_config-1256231467-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:06:33.622565 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-e59f61ae-bc14-47c3-98fa-0d0d79168cef tempest-verify_tempest_config-1256231467 tempest-verify_tempest_config-1256231467-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058270 Jun 11 00:06:33.926483 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 35642) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:06:34.041561 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-25e0f517-8ab1-493c-be64-92c4f8261338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:06:34.133070 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-25e0f517-8ab1-493c-be64-92c4f8261338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:06:34.136601 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-25e0f517-8ab1-493c-be64-92c4f8261338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:06:34.142418 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:06:34.184754 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-25e0f517-8ab1-493c-be64-92c4f8261338 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c70b413a9d5a42f3a452e3f1b794b8f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2572548 Jun 11 00:06:34.186438 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0f517-8ab1-493c-be64-92c4f8261338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5a90a3-94f5-4d3f-9f04-321a02a4439e,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:06:34.187940 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 35646) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:06:34.193267 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0f517-8ab1-493c-be64-92c4f8261338 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.193637 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0f517-8ab1-493c-be64-92c4f8261338 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.193980 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0f517-8ab1-493c-be64-92c4f8261338 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.194315 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0f517-8ab1-493c-be64-92c4f8261338 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.194641 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0f517-8ab1-493c-be64-92c4f8261338 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.194980 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0f517-8ab1-493c-be64-92c4f8261338 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.195309 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0f517-8ab1-493c-be64-92c4f8261338 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.195660 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0f517-8ab1-493c-be64-92c4f8261338 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.195999 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0f517-8ab1-493c-be64-92c4f8261338 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.196320 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0f517-8ab1-493c-be64-92c4f8261338 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.196637 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0f517-8ab1-493c-be64-92c4f8261338 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.196953 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0f517-8ab1-493c-be64-92c4f8261338 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.200694 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-25e0f517-8ab1-493c-be64-92c4f8261338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:06:34.245992 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-76500fea-7b7a-4cc4-b24d-ba77f5a72568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:06:34.270487 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-76500fea-7b7a-4cc4-b24d-ba77f5a72568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:06:34.360794 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-76500fea-7b7a-4cc4-b24d-ba77f5a72568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:06:34.363774 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-76500fea-7b7a-4cc4-b24d-ba77f5a72568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:06:34.364910 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-76500fea-7b7a-4cc4-b24d-ba77f5a72568 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d5a90a3-94f5-4d3f-9f04-321a02a4439e HTTP/1.1" status: 204 len: 168 time: 0.1759610 Jun 11 00:06:34.365771 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:06:34.375657 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76500fea-7b7a-4cc4-b24d-ba77f5a72568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5a90a3-94f5-4d3f-9f04-321a02a4439e,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:06:34.382265 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76500fea-7b7a-4cc4-b24d-ba77f5a72568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.382622 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76500fea-7b7a-4cc4-b24d-ba77f5a72568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.382955 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76500fea-7b7a-4cc4-b24d-ba77f5a72568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.383328 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76500fea-7b7a-4cc4-b24d-ba77f5a72568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.383628 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76500fea-7b7a-4cc4-b24d-ba77f5a72568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.383964 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76500fea-7b7a-4cc4-b24d-ba77f5a72568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.384278 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76500fea-7b7a-4cc4-b24d-ba77f5a72568 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.384590 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76500fea-7b7a-4cc4-b24d-ba77f5a72568 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.384918 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76500fea-7b7a-4cc4-b24d-ba77f5a72568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.385236 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76500fea-7b7a-4cc4-b24d-ba77f5a72568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.385552 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76500fea-7b7a-4cc4-b24d-ba77f5a72568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.385850 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76500fea-7b7a-4cc4-b24d-ba77f5a72568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:06:34.389451 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-76500fea-7b7a-4cc4-b24d-ba77f5a72568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:06:43.165794 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-6bc5bff9-2491-430f-9d42-5e713387c3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:06:45.729073 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-b26d5f98-f4ab-4dd3-9271-0e288c449395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:06:45.911801 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:06:46.991967 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:06:48.374909 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:07:10.189192 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 5 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:07:13.167115 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-a54e39c2-2e2c-4c2c-9394-c56672beb20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:07:15.729852 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-1001ff1b-10bf-4f0b-afc1-b49335f7663c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:07:15.914714 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:07:16.993690 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:07:18.377022 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:07:43.167034 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-6185ba43-95d0-48ef-a5d5-4e9afb506162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:07:45.730292 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-225f5d7b-6d7e-43f6-a843-227aa565907e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:07:45.914208 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:07:46.996433 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:07:47.187917 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 5 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:07:48.382186 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:08:07.371021 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597'] for agent, after_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:08:10.662705 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 35700) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:08:10.761676 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-aee7e577-5b31-45e1-a0b9-537626624fbb admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0978434 Jun 11 00:08:12.879746 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 35710) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:08:12.930347 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-1c7f255b-0036-4858-ade3-732c953d0575 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0495384 Jun 11 00:08:13.166508 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-42501f4c-9a2f-4245-92d5-28f1e55224d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:08:15.732838 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-f30427ec-be6c-4531-8418-e0a7a5ebc5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:08:15.914750 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:08:17.002260 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:08:18.382627 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:08:24.187318 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:08:37.358141 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:08:43.165733 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-a58e51d5-6e6d-4361-9ee3-76264451b1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:08:45.728672 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-ee27d747-50dc-4174-85ff-5159fab14865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:08:45.914496 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:08:47.003485 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:08:48.387151 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:01.188170 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:09:07.348311 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:13.165652 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-2be5e380-edc9-4a24-b478-aac209e461cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:15.729484 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-6748f431-293d-42d7-a8f6-3559f1814016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:15.922808 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:17.007508 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:18.389606 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:37.333844 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 35940) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:37.366633 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:37.501175 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 35954) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:37.501988 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 35956) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:37.708567 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-844932485-network', 'tenant_id': '0094d020672949ff926d2de6af156555'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:09:37.733202 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Made reservation on behalf of 0094d020672949ff926d2de6af156555 for: {'network': 1} {{(pid=91888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:09:37.735775 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for network, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:37.746462 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:37.866684 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:37.871948 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:37.877204 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:37.907188 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=91888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:09:37.916130 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f383c373-594f-4ed4-9071-efb7a1e90ed9,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:37.925851 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:37.926194 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.segments_db [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Added segment 05203495-5e16-493a-b4c1-e5efc4595b09 of type vlan for network 1ba42ba2-7b55-4648-8b55-2786e25920e5 Jun 11 00:09:37.928061 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:37.928421 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:37.928754 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:37.929077 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:37.929396 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:37.929724 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:37.930681 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:37.931165 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:37.932445 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:37.933531 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:37.934251 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:37.934731 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:37.938590 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2095927480-network', 'tenant_id': 'c33865a137fb461586e8a7e83d61e7b2'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Tracked resource versions report: Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: pushed versions: Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: { 'AddressGroup': {'1.2'}, Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'ConntrackHelper': {'1.0'}, Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'Log': {'1.0'}, Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'Network': {'1.1'}, Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'Port': {'1.7'}, Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'PortForwarding': {'1.2'}, Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'QosPolicy': {'1.8'}, Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'SecurityGroup': {'1.4'}, Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'SecurityGroupRule': {'1.2'}, Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'SubPort': {'1.0'}, Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'Subnet': {'1.1'}, Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'Trunk': {'1.1'}} Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: consumer versions: Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: { DHCP agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: HyperV agent@hv-cinder-78626: {}, Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: L3 agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: Metadata agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: Metering agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: Open vSwitch agent@dv-cinder-786260-5-iscsi: { 'AddressGroup': '1.2', Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'ConntrackHelper': '1.0', Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'Log': '1.0', Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'Network': '1.1', Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'Port': '1.7', Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'PortForwarding': '1.2', Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'QosPolicy': '1.8', Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'SecurityGroup': '1.4', Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'SecurityGroupRule': '1.2', Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'SubPort': '1.0', Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'Subnet': '1.1', Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: 'Trunk': '1.1'}} Jun 11 00:09:37.941541 dv-cinder-786260-5-iscsi neutron-server[91888]: {{(pid=91888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 00:09:37.950966 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:37.982987 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-a3821225-2f10-485b-8d3d-9c699be4e7ca admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-274438391-network', 'tenant_id': '72d07555201b4d328ba2460673422b65'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:09:38.008849 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Made reservation on behalf of c33865a137fb461586e8a7e83d61e7b2 for: {'network': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:09:38.012902 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for network, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:38.027150 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:38.039301 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3821225-2f10-485b-8d3d-9c699be4e7ca admin admin] Made reservation on behalf of 72d07555201b4d328ba2460673422b65 for: {'network': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:09:38.042745 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a3821225-2f10-485b-8d3d-9c699be4e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for network, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:38.070597 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777603396253'] for network, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:38.141136 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a3821225-2f10-485b-8d3d-9c699be4e7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:38.145971 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395'] for network, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:38.151978 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:09:38.153636 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:38.160933 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:38.191082 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:09:38.198559 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:38.207263 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:38.218333 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d15940da-3e28-4da5-9f54-006bdcaf5ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:38.222476 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8870637 Jun 11 00:09:38.225542 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 35996) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:38.232216 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-43ffb619-c165-417e-ae3e-cef1285e3d1c admin admin] Request body: {'subnet': {'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-subnet', 'tenant_id': '0094d020672949ff926d2de6af156555', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:09:38.274965 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d8675b-b080-4b29-b234-a97a69fb027a,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:38.286814 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:38.287348 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:38.287810 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:38.288329 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:38.288839 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:38.289354 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:38.289805 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:38.290222 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:38.291403 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:38.291867 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:38.292372 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:38.292832 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Tracked resource versions report: Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: pushed versions: Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: { 'AddressGroup': {'1.2'}, Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'ConntrackHelper': {'1.0'}, Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'Log': {'1.0'}, Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'Network': {'1.1'}, Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'Port': {'1.7'}, Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'PortForwarding': {'1.2'}, Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'QosPolicy': {'1.8'}, Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'SecurityGroup': {'1.4'}, Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'SecurityGroupRule': {'1.2'}, Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'SubPort': {'1.0'}, Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'Subnet': {'1.1'}, Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'Trunk': {'1.1'}} Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: consumer versions: Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: { DHCP agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: HyperV agent@hv-cinder-78626: {}, Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: L3 agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: Metadata agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: Metering agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: Open vSwitch agent@dv-cinder-786260-5-iscsi: { 'AddressGroup': '1.2', Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'ConntrackHelper': '1.0', Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'Log': '1.0', Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'Network': '1.1', Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'Port': '1.7', Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'PortForwarding': '1.2', Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'QosPolicy': '1.8', Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'SecurityGroup': '1.4', Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'SecurityGroupRule': '1.2', Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'SubPort': '1.0', Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'Subnet': '1.1', Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: 'Trunk': '1.1'}} Jun 11 00:09:38.294256 dv-cinder-786260-5-iscsi neutron-server[91887]: {{(pid=91887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 00:09:38.301680 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Pushing event updated for resources: {'Network': ['ID=1ba42ba2-7b55-4648-8b55-2786e25920e5,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:38.305860 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:38.317040 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=91887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:09:38.332337 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:38.345157 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Network 1ba42ba2-7b55-4648-8b55-2786e25920e5 details requested by agent ovs-agent-dv-cinder-786260-5-iscsi with host dv-cinder-786260-5-iscsi {{(pid=91889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:09:38.362327 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:38.362766 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.db.segments_db [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Added segment e134e8c7-f569-49c6-bf91-776ad1919a5e of type vlan for network a4f0ab10-a508-4639-872f-a1788b421e5d Jun 11 00:09:38.483325 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777603396253'] for network, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:38.628766 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395'] for network, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:38.632853 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:09:38.633907 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:38.654020 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-6e8e67d9-df9d-4b60-9862-a382c4bf6eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:38.756462 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Pushing event updated for resources: {'Network': ['ID=a4f0ab10-a508-4639-872f-a1788b421e5d,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:38.773449 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:38.775460 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a3821225-2f10-485b-8d3d-9c699be4e7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:38.784224 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a3821225-2f10-485b-8d3d-9c699be4e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:38.788306 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Network a4f0ab10-a508-4639-872f-a1788b421e5d details requested by agent ovs-agent-dv-cinder-786260-5-iscsi with host dv-cinder-786260-5-iscsi {{(pid=91889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:09:38.797353 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:38.824090 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ffb619-c165-417e-ae3e-cef1285e3d1c admin admin] Made reservation on behalf of 0094d020672949ff926d2de6af156555 for: {'subnet': 1} {{(pid=91888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:09:38.828405 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-43ffb619-c165-417e-ae3e-cef1285e3d1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:38.849889 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3821225-2f10-485b-8d3d-9c699be4e7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131658a6-b1ac-4873-9abb-7a154841e70f,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:38.859991 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3595622 Jun 11 00:09:38.863721 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-a3821225-2f10-485b-8d3d-9c699be4e7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:38.864473 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36028) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:38.875856 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-a22824ee-8282-4c3f-b4a4-57255232a6a8 admin admin] Request body: {'subnet': {'network_id': 'a4f0ab10-a508-4639-872f-a1788b421e5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2095927480-subnet', 'tenant_id': 'c33865a137fb461586e8a7e83d61e7b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:09:38.912335 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3821225-2f10-485b-8d3d-9c699be4e7ca admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=91887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:09:38.917692 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22824ee-8282-4c3f-b4a4-57255232a6a8 admin admin] Made reservation on behalf of c33865a137fb461586e8a7e83d61e7b2 for: {'subnet': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:09:38.924987 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a22824ee-8282-4c3f-b4a4-57255232a6a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:38.988928 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a3821225-2f10-485b-8d3d-9c699be4e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:38.989482 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.db.segments_db [None req-a3821225-2f10-485b-8d3d-9c699be4e7ca admin admin] Added segment 44048ef7-d65e-49ab-b851-e7a59912f6d5 of type vlan for network 4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4 Jun 11 00:09:39.111429 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a3821225-2f10-485b-8d3d-9c699be4e7ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777603396253'] for network, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:39.196026 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a3821225-2f10-485b-8d3d-9c699be4e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395'] for network, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:39.199348 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3821225-2f10-485b-8d3d-9c699be4e7ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:09:39.200085 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a3821225-2f10-485b-8d3d-9c699be4e7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:39.204895 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:39.214665 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-43ffb619-c165-417e-ae3e-cef1285e3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386'] for subnet, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:39.214665 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:39.275931 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-a3821225-2f10-485b-8d3d-9c699be4e7ca admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7733226 Jun 11 00:09:39.276529 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36046) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:39.287354 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffb619-c165-417e-ae3e-cef1285e3d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e8297c-0b7d-4e4e-a364-e97c2d20421f,revision_number=0']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:39.294567 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-43ffb619-c165-417e-ae3e-cef1285e3d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:39.303340 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ffb619-c165-417e-ae3e-cef1285e3d1c admin admin] Checking segment: {'id': '05203495-5e16-493a-b4c1-e5efc4595b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:09:39.303942 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ffb619-c165-417e-ae3e-cef1285e3d1c admin admin] Network hostable DHCP agents. Network: 1ba42ba2-7b55-4648-8b55-2786e25920e5, hostable agents: ['ce8ef649-8289-40e7-a272-310ee0704403'], hosted agents: [] {{(pid=91888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:09:39.349197 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ffb619-c165-417e-ae3e-cef1285e3d1c admin admin] Network 1ba42ba2-7b55-4648-8b55-2786e25920e5 is scheduled to be hosted by DHCP agent ce8ef649-8289-40e7-a272-310ee0704403 with binding_index 1 {{(pid=91888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:09:39.372577 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [None req-43ffb619-c165-417e-ae3e-cef1285e3d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-iscsi, 1ba42ba2-7b55-4648-8b55-2786e25920e5) {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:09:39.372804 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-66578a2b-9357-42f1-8a84-70317e21a550 admin admin] Request body: {'subnet': {'network_id': '4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-274438391-subnet', 'tenant_id': '72d07555201b4d328ba2460673422b65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:09:39.380207 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ffb619-c165-417e-ae3e-cef1285e3d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:09:39.380859 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3821225-2f10-485b-8d3d-9c699be4e7ca admin admin] Pushing event updated for resources: {'Network': ['ID=4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:39.381002 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-43ffb619-c165-417e-ae3e-cef1285e3d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for subnet, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:39.388737 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc7a5db-7d7a-40d7-86d3-cb1f4b5978c0 None None] Network 1ba42ba2-7b55-4648-8b55-2786e25920e5 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:09:39.398130 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-a3821225-2f10-485b-8d3d-9c699be4e7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:39.417409 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Network 4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4 details requested by agent ovs-agent-dv-cinder-786260-5-iscsi with host dv-cinder-786260-5-iscsi {{(pid=91889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:09:39.420330 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a22824ee-8282-4c3f-b4a4-57255232a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386'] for subnet, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:39.423676 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-8278acfe-5bb5-4baf-9583-3b602c6732ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:39.439420 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-43ffb619-c165-417e-ae3e-cef1285e3d1c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2121964 Jun 11 00:09:39.442070 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 36048) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:39.446299 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:09:39.480592 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66578a2b-9357-42f1-8a84-70317e21a550 admin admin] Made reservation on behalf of 72d07555201b4d328ba2460673422b65 for: {'subnet': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:09:39.487407 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-66578a2b-9357-42f1-8a84-70317e21a550 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:39.507330 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1805805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57663'] for router, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:39.508511 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1805640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807546', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1829555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57654'] for router, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:39.618561 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:39.877746 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36072) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:39.968145 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22824ee-8282-4c3f-b4a4-57255232a6a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06445c02-8c20-46e0-be9b-66222ba10e31,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:39.977734 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-a22824ee-8282-4c3f-b4a4-57255232a6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:40.062389 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb50485c-9bec-542c-b087-b5f348a75376-1ba42ba2-7b55-4648-8b55-2786e25920e5', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'tenant_id': '0094d020672949ff926d2de6af156555', 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f'}]}} from dv-cinder-786260-5-iscsi. {{(pid=91889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 00:09:40.063287 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:40.074682 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22824ee-8282-4c3f-b4a4-57255232a6a8 admin admin] Checking segment: {'id': 'e134e8c7-f569-49c6-bf91-776ad1919a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a4f0ab10-a508-4639-872f-a1788b421e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:09:40.075063 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22824ee-8282-4c3f-b4a4-57255232a6a8 admin admin] Network hostable DHCP agents. Network: a4f0ab10-a508-4639-872f-a1788b421e5d, hostable agents: ['ce8ef649-8289-40e7-a272-310ee0704403'], hosted agents: [] {{(pid=91887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:09:40.099811 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 36086) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:40.115826 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1807539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1805791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57796'] for router, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:40.163399 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22824ee-8282-4c3f-b4a4-57255232a6a8 admin admin] Network a4f0ab10-a508-4639-872f-a1788b421e5d is scheduled to be hosted by DHCP agent ce8ef649-8289-40e7-a272-310ee0704403 with binding_index 1 {{(pid=91887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:09:40.222151 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-a22824ee-8282-4c3f-b4a4-57255232a6a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-iscsi, a4f0ab10-a508-4639-872f-a1788b421e5d) {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:09:40.229464 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22824ee-8282-4c3f-b4a4-57255232a6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:09:40.230123 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a22824ee-8282-4c3f-b4a4-57255232a6a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:40.243408 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce66d3d-f9e0-4b2a-805a-2e3d29ef9344 None None] Network a4f0ab10-a508-4639-872f-a1788b421e5d requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:09:40.270891 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c9ceaa06-90da-4094-8dbf-920af59bf062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:40.290426 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-a22824ee-8282-4c3f-b4a4-57255232a6a8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4223351 Jun 11 00:09:40.293207 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36092) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:40.309150 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2095927480-router', 'tenant_id': 'c33865a137fb461586e8a7e83d61e7b2', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:09:40.319129 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.db_base_plugin_common [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Allocated IP 172.20.0.2 (1ba42ba2-7b55-4648-8b55-2786e25920e5/c9e8297c-0b7d-4e4e-a364-e97c2d20421f/9af7b329-b7b5-4a65-99f9-f81a32eb8753) {{(pid=91889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:09:40.321720 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bc1fe83a-46ec-4fb2-8351-824fcdd1e086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:40.346726 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-66578a2b-9357-42f1-8a84-70317e21a550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386'] for subnet, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:40.355683 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-a22824ee-8282-4c3f-b4a4-57255232a6a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:40.367754 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1805805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57663'] for router, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:40.371417 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1805640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807546', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1829555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57654'] for router, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:40.506970 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66578a2b-9357-42f1-8a84-70317e21a550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d64aafcd-0fc3-4639-acb8-17e4812d1155,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:40.557351 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:40.570629 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-66578a2b-9357-42f1-8a84-70317e21a550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:40.589291 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:40.598347 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66578a2b-9357-42f1-8a84-70317e21a550 admin admin] Checking segment: {'id': '44048ef7-d65e-49ab-b851-e7a59912f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:09:40.598715 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66578a2b-9357-42f1-8a84-70317e21a550 admin admin] Network hostable DHCP agents. Network: 4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4, hostable agents: ['ce8ef649-8289-40e7-a272-310ee0704403'], hosted agents: [] {{(pid=91887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:09:40.600805 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:40.719729 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143543ee-c173-4733-b5ed-9170ffa53c1e None None] Network a4f0ab10-a508-4639-872f-a1788b421e5d requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:09:40.725467 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Notify callbacks [] for port, precommit_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:40.735387 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66578a2b-9357-42f1-8a84-70317e21a550 admin admin] Network 4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4 is scheduled to be hosted by DHCP agent ce8ef649-8289-40e7-a272-310ee0704403 with binding_index 1 {{(pid=91887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:09:40.756871 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Transition to ACTIVE for port object 9af7b329-b7b5-4a65-99f9-f81a32eb8753 will not be triggered until provisioned by entity L2. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:09:40.811632 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_common [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] Allocated IP 172.27.0.242 (ac6ac806-5702-4387-9142-a5902410ace9/3051342c-25eb-4552-a861-7cf92af851d2/9dbc8880-ff86-4c04-b207-fee0bf34188c) {{(pid=91888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:09:40.823199 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Transition to ACTIVE for port object 9af7b329-b7b5-4a65-99f9-f81a32eb8753 will not be triggered until provisioned by entity DHCP. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:09:40.837691 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:40.846564 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-66578a2b-9357-42f1-8a84-70317e21a550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-iscsi, 4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4) {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:09:40.849722 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-887a2df7-4095-4510-b2d6-cdd4e9805ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:40.854143 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1807539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1805791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57796'] for router, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:40.860804 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66578a2b-9357-42f1-8a84-70317e21a550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:09:40.861393 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-66578a2b-9357-42f1-8a84-70317e21a550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:40.873330 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b745d0b-5b33-42c5-b958-aae370064ba5 None None] Network 4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:09:40.881670 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bc1fe83a-46ec-4fb2-8351-824fcdd1e086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:40.899734 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bc1fe83a-46ec-4fb2-8351-824fcdd1e086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:40.912538 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:40.923570 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-66578a2b-9357-42f1-8a84-70317e21a550 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6079960 Jun 11 00:09:40.956606 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Network 1ba42ba2-7b55-4648-8b55-2786e25920e5 is already hosted by enough agents. {{(pid=91889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:09:40.979411 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.scheduler.base_scheduler [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Resources bound (agent type, host, resource id): {{(pid=91889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:09:40.984413 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] Notify callbacks [] for port, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:41.007871 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fe83a-46ec-4fb2-8351-824fcdd1e086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda50dec-d6f1-4ce2-84ea-09f56c949afa,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:41.014764 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-bc1fe83a-46ec-4fb2-8351-824fcdd1e086 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=766404724ded4a7eb3ddcae0be84be65&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0989923 Jun 11 00:09:41.014764 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-bc1fe83a-46ec-4fb2-8351-824fcdd1e086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:41.015060 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36118) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:41.024230 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Received port after_create {{(pid=91889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:09:41.124232 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Pushing event updated for resources: {'Port': ['ID=9af7b329-b7b5-4a65-99f9-f81a32eb8753,revision_number=1']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:41.158059 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-27acefb0-d21a-4063-aaba-6d948d926b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:41.203396 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-27acefb0-d21a-4063-aaba-6d948d926b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:41.226182 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:41.226442 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:41.226783 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:41.227162 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:41.234663 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:41.235037 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:41.235433 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:41.236044 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:41.236044 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:41.236280 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:41.236492 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:41.236825 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:41.237141 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Tracked resource versions report: Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: pushed versions: Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: { 'AddressGroup': {'1.2'}, Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'ConntrackHelper': {'1.0'}, Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'Log': {'1.0'}, Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'Network': {'1.1'}, Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'Port': {'1.7'}, Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'PortForwarding': {'1.2'}, Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'QosPolicy': {'1.8'}, Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'SecurityGroup': {'1.4'}, Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'SecurityGroupRule': {'1.2'}, Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'SubPort': {'1.0'}, Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'Subnet': {'1.1'}, Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'Trunk': {'1.1'}} Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: consumer versions: Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: { DHCP agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: HyperV agent@hv-cinder-78626: {}, Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: L3 agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: Metadata agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: Metering agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: Open vSwitch agent@dv-cinder-786260-5-iscsi: { 'AddressGroup': '1.2', Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'ConntrackHelper': '1.0', Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'Log': '1.0', Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'Network': '1.1', Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'Port': '1.7', Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'PortForwarding': '1.2', Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'QosPolicy': '1.8', Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'SecurityGroup': '1.4', Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'SecurityGroupRule': '1.2', Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'SubPort': '1.0', Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'Subnet': '1.1', Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: 'Trunk': '1.1'}} Jun 11 00:09:41.238251 dv-cinder-786260-5-iscsi neutron-server[91889]: {{(pid=91889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 00:09:41.245836 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:41.257277 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:41.314409 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Attempting to bind port 9af7b329-b7b5-4a65-99f9-f81a32eb8753 on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:09:41.314652 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Attempting to bind port 9af7b329-b7b5-4a65-99f9-f81a32eb8753 by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': '05203495-5e16-493a-b4c1-e5efc4595b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5'}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:09:41.315000 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Attempting to bind port 9af7b329-b7b5-4a65-99f9-f81a32eb8753 on network 1ba42ba2-7b55-4648-8b55-2786e25920e5 {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:09:41.355168 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:09:41.355168 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Checking segment: {'id': '05203495-5e16-493a-b4c1-e5efc4595b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:09:41.355168 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:41.355525 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Bound using segment: {'id': '05203495-5e16-493a-b4c1-e5efc4595b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5'} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:09:41.355931 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Bound port: 9af7b329-b7b5-4a65-99f9-f81a32eb8753, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05203495-5e16-493a-b4c1-e5efc4595b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5'}}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:09:41.356314 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:41.444446 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] Network ac6ac806-5702-4387-9142-a5902410ace9 is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:09:41.450788 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:09:41.453713 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da85452-92f3-4987-b828-436215f999c2 None None] Network 4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:09:41.456056 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] Pushing event updated for resources: {'Port': ['ID=9dbc8880-ff86-4c04-b207-fee0bf34188c,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:41.467464 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] Received port after_create {{(pid=91888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:09:41.566291 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:41.603970 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:41.604233 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:41.690253 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] For port 9af7b329-b7b5-4a65-99f9-f81a32eb8753, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:09:41.705117 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-27acefb0-d21a-4063-aaba-6d948d926b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:41.710179 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] For port 9af7b329-b7b5-4a65-99f9-f81a32eb8753, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=9af7b329-b7b5-4a65-99f9-f81a32eb8753,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:09:41.711694 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-27acefb0-d21a-4063-aaba-6d948d926b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:41.716215 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-27acefb0-d21a-4063-aaba-6d948d926b3b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dda50dec-d6f1-4ce2-84ea-09f56c949afa HTTP/1.1" status: 204 len: 168 time: 0.6978755 Jun 11 00:09:41.723784 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:41.727803 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-33dddaea-a7f1-4f97-a82f-d14e286c421e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:41.744095 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-a3821225-2f10-485b-8d3d-9c699be4e7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:41.747313 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c9ceaa06-90da-4094-8dbf-920af59bf062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:41.762115 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c9ceaa06-90da-4094-8dbf-920af59bf062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:41.780520 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acefb0-d21a-4063-aaba-6d948d926b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda50dec-d6f1-4ce2-84ea-09f56c949afa,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:41.790336 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-27acefb0-d21a-4063-aaba-6d948d926b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:41.811062 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-76500fea-7b7a-4cc4-b24d-ba77f5a72568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:41.888300 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Pushing event updated for resources: {'Port': ['ID=9af7b329-b7b5-4a65-99f9-f81a32eb8753,revision_number=2']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:41.894157 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:41.897203 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 36178) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:41.914025 dv-cinder-786260-5-iscsi neutron-server[91888]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 11 00:09:41.932518 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-c9ceaa06-90da-4094-8dbf-920af59bf062 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f6813ff115c44dc842f16136a269be5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8316116 Jun 11 00:09:41.937166 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 36184) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:41.958864 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] Allocated IP 172.27.0.184 (ac6ac806-5702-4387-9142-a5902410ace9/3051342c-25eb-4552-a861-7cf92af851d2/d564b361-8d08-4343-b14c-4cbeda5afe26) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:09:42.163508 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:42.192545 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a35cc161-5c36-4f97-a17b-0b9a5d97e774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:42.194229 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ceaa06-90da-4094-8dbf-920af59bf062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85d42ba-3a1b-404d-ad5f-d593351d7edf,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:42.233834 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-c9ceaa06-90da-4094-8dbf-920af59bf062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:42.238237 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:42.242952 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:42.266400 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 36190) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:42.328821 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] Network ac6ac806-5702-4387-9142-a5902410ace9 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:09:42.330234 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] Pushing event updated for resources: {'Port': ['ID=d564b361-8d08-4343-b14c-4cbeda5afe26,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:42.333527 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:09:42.347679 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:42.366518 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:09:42.467219 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a35cc161-5c36-4f97-a17b-0b9a5d97e774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:42.489192 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8a48aac0-f6e2-4f22-97ff-ca705dd98ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:42.547457 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:42.744733 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-db3fdf10-f041-472f-8d6d-30d82b81d372 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:09:42.746473 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-db3fdf10-f041-472f-8d6d-30d82b81d372 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/networks?id=4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4 HTTP/1.1" status: 200 len: 811 time: 0.8341672 Jun 11 00:09:42.789573 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-8a451f9d-534d-4bab-848f-62289488b672 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/quotas/72d07555201b4d328ba2460673422b65 HTTP/1.1" status: 200 len: 375 time: 0.0335531 Jun 11 00:09:42.802439 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a35cc161-5c36-4f97-a17b-0b9a5d97e774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:42.810302 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:42.813038 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a35cc161-5c36-4f97-a17b-0b9a5d97e774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:42.816886 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-a35cc161-5c36-4f97-a17b-0b9a5d97e774 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a85d42ba-3a1b-404d-ad5f-d593351d7edf HTTP/1.1" status: 204 len: 168 time: 0.8785992 Jun 11 00:09:42.839290 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:42.986536 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cc161-5c36-4f97-a17b-0b9a5d97e774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85d42ba-3a1b-404d-ad5f-d593351d7edf,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:42.989204 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-a35cc161-5c36-4f97-a17b-0b9a5d97e774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:43.001555 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-c157464f-1043-48d1-a67c-0b6e71a3675d tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=72d07555201b4d328ba2460673422b65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1948824 Jun 11 00:09:43.101076 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808123'] for router, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:43.104240 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa029dd3-d7e7-41f6-9f89-dcb17890bbe6 None None] Network 1ba42ba2-7b55-4648-8b55-2786e25920e5 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:09:43.117725 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8a48aac0-f6e2-4f22-97ff-ca705dd98ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:43.160144 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808123'] for router, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:43.179122 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8a48aac0-f6e2-4f22-97ff-ca705dd98ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:43.237803 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-a35cc161-5c36-4f97-a17b-0b9a5d97e774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:43.303833 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-5f95a826-5519-4244-9fe6-38ca88e2c990 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:09:43.304529 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-2f3f28b2-c12a-45cc-b59a-04c22842bcb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:43.312122 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-5f95a826-5519-4244-9fe6-38ca88e2c990 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1314540 Jun 11 00:09:43.326603 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-8a48aac0-f6e2-4f22-97ff-ca705dd98ae0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=442df5b25d914da69ebb352202008785&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0519700 Jun 11 00:09:43.328511 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36216) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:43.328910 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36218) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:43.331021 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48aac0-f6e2-4f22-97ff-ca705dd98ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a57635-2201-4ba8-a9f1-96d4fd30f85a,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:43.352988 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-8a48aac0-f6e2-4f22-97ff-ca705dd98ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:43.354616 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-2af3339b-58d7-4198-8d53-946e9c84ad54 None None] Provisioning for port 9af7b329-b7b5-4a65-99f9-f81a32eb8753 completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:09:43.372627 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0a9af6b7-19ca-4144-9015-73fd60ae7fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:43.461379 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] Router e7a4a617-8ba5-447d-970e-b80d1ea1b36b is scheduled to L3 agent 13048256-9efd-4e96-9632-a13a528604ea with binding_index 1 {{(pid=91887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 00:09:43.478823 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c3a9e2b8-41ed-4a2f-8a64-bd633a2f9442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:43.508903 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-741c77b9-43a2-4df8-a269-057b1575dc1b service neutron] 10.222.0.15 "GET /v2.0/networks/4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951561 Jun 11 00:09:43.514150 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] Router a5067c83-7a67-4e02-9036-65bfb06dd82e is scheduled to L3 agent 13048256-9efd-4e96-9632-a13a528604ea with binding_index 1 {{(pid=91888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 00:09:43.561495 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c3a9e2b8-41ed-4a2f-8a64-bd633a2f9442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:43.727905 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c3a9e2b8-41ed-4a2f-8a64-bd633a2f9442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:43.730960 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0a9af6b7-19ca-4144-9015-73fd60ae7fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:43.734670 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c3a9e2b8-41ed-4a2f-8a64-bd633a2f9442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:43.735959 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-c3a9e2b8-41ed-4a2f-8a64-bd633a2f9442 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e7a57635-2201-4ba8-a9f1-96d4fd30f85a HTTP/1.1" status: 204 len: 168 time: 0.4036818 Jun 11 00:09:43.737129 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-25e0f517-8ab1-493c-be64-92c4f8261338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:43.739682 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:09:43.743209 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0a9af6b7-19ca-4144-9015-73fd60ae7fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:43.759316 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9e2b8-41ed-4a2f-8a64-bd633a2f9442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a57635-2201-4ba8-a9f1-96d4fd30f85a,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:43.760637 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] Sync routers for ids ['e7a4a617-8ba5-447d-970e-b80d1ea1b36b'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:09:43.778099 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-a8b7e50c-5ed2-46f8-bf80-ecdde5395cf7 service neutron] 10.222.0.15 "GET /v2.0/networks/4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579987 Jun 11 00:09:43.780330 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c3a9e2b8-41ed-4a2f-8a64-bd633a2f9442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:43.782508 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:43.783938 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] Routers {'e7a4a617-8ba5-447d-970e-b80d1ea1b36b'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:09:43.786379 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:09:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['e7a4a617-8ba5-447d-970e-b80d1ea1b36b'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:09:43.803068 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] Notify callbacks [] for router, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:43.804315 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.5092978 Jun 11 00:09:43.808054 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36228) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:43.821164 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-0a9af6b7-19ca-4144-9015-73fd60ae7fc9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9be1c870de13453e9ff6343b632a89ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4876704 Jun 11 00:09:43.823128 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:09:43.827148 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 36230) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:43.852368 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] Sync routers for ids ['a5067c83-7a67-4e02-9036-65bfb06dd82e'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:09:43.866302 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] Routers {'a5067c83-7a67-4e02-9036-65bfb06dd82e'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:09:43.867130 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:09:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['a5067c83-7a67-4e02-9036-65bfb06dd82e'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:09:43.942267 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] Notify callbacks [] for router, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:43.944795 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5019693 Jun 11 00:09:43.957343 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36236) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:44.027522 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-fd005624-5a2e-48d8-b515-9230a480434e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:44.067199 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9af6b7-19ca-4144-9015-73fd60ae7fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823d91c3-a51f-4cec-b1a9-a700e7e4d948,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:44.080196 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-fd005624-5a2e-48d8-b515-9230a480434e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:44.160057 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 9af7b329-b7b5-4a65-99f9-f81a32eb8753 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:09:44.192798 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] Set router e7a4a617-8ba5-447d-970e-b80d1ea1b36b gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:09:44.196715 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 36248) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:44.210578 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] Set router a5067c83-7a67-4e02-9036-65bfb06dd82e gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:09:44.308242 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6f75dfb7-9679-408c-9a5f-fd5a780c8d88 req-26f66e8e-e505-4081-91a6-524db6491135 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 210 time: 0.1067605 Jun 11 00:09:44.336801 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-fd005624-5a2e-48d8-b515-9230a480434e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:44.341301 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-fd005624-5a2e-48d8-b515-9230a480434e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:44.342999 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-fd005624-5a2e-48d8-b515-9230a480434e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/823d91c3-a51f-4cec-b1a9-a700e7e4d948 HTTP/1.1" status: 204 len: 168 time: 0.5134594 Jun 11 00:09:44.343351 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:44.361953 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd005624-5a2e-48d8-b515-9230a480434e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823d91c3-a51f-4cec-b1a9-a700e7e4d948,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:44.378810 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0a9af6b7-19ca-4144-9015-73fd60ae7fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:44.380185 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-fd005624-5a2e-48d8-b515-9230a480434e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:44.465232 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port 9af7b329-b7b5-4a65-99f9-f81a32eb8753 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:09:44.500572 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 9af7b329-b7b5-4a65-99f9-f81a32eb8753 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:09:44.502305 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:44.859574 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a4a617-8ba5-447d-970e-b80d1ea1b36b', 'name': 'tempest-ServerRescueNegativeTestJSON-2095927480-router', 'tenant_id': 'c33865a137fb461586e8a7e83d61e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd564b361-8d08-4343-b14c-4cbeda5afe26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:42Z', 'revision_number': 3, 'project_id': 'c33865a137fb461586e8a7e83d61e7b2', 'gw_port': {'id': 'd564b361-8d08-4343-b14c-4cbeda5afe26', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a4a617-8ba5-447d-970e-b80d1ea1b36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:41Z', 'updated_at': '2021-06-11T00:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:09:44.872933 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] Checking router: e7a4a617-8ba5-447d-970e-b80d1ea1b36b for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:09:44.873581 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] Updating router e7a4a617-8ba5-447d-970e-b80d1ea1b36b port d564b361-8d08-4343-b14c-4cbeda5afe26 binding host dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:09:44.954739 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:44.976809 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:45.020084 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port 9af7b329-b7b5-4a65-99f9-f81a32eb8753, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=9af7b329-b7b5-4a65-99f9-f81a32eb8753,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:09:45.032021 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:39Z', 'updated_at': '2021-06-11T00:09:41Z', 'revision_number': 3, 'project_id': '0094d020672949ff926d2de6af156555', 'gw_port': {'id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ef:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:09:45.037425 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:45.050797 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] Checking router: a5067c83-7a67-4e02-9036-65bfb06dd82e for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:09:45.052044 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] Updating router a5067c83-7a67-4e02-9036-65bfb06dd82e port 9dbc8880-ff86-4c04-b207-fee0bf34188c binding host dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:09:45.129907 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:45.132666 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:45.396571 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=9af7b329-b7b5-4a65-99f9-f81a32eb8753,revision_number=3']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:45.404482 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:45.473343 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-fdba2947-3ea9-46bb-8fd1-e87a2fd1e72c req-f9faec2c-05ca-42b9-bb52-639189f268b7 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 210 time: 0.0392759 Jun 11 00:09:45.558898 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:45.623182 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:45.690213 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:45.720984 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.provisioning_blocks [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] Transition to ACTIVE for port object d564b361-8d08-4343-b14c-4cbeda5afe26 will not be triggered until provisioned by entity L2. {{(pid=91890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:09:45.733948 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:45.738873 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:45.809791 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] Attempting to bind port d564b361-8d08-4343-b14c-4cbeda5afe26 on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:09:45.810833 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] Attempting to bind port d564b361-8d08-4343-b14c-4cbeda5afe26 by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:09:45.811473 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] Attempting to bind port d564b361-8d08-4343-b14c-4cbeda5afe26 on network ac6ac806-5702-4387-9142-a5902410ace9 {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:09:45.815253 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f874fe-8904-474f-9afd-ccae249cd1a9 None None] Pushing event updated for resources: {'Port': ['ID=d564b361-8d08-4343-b14c-4cbeda5afe26,revision_number=2']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:45.834587 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:09:45.835264 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] Checking segment: {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:09:45.835976 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:45.836618 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] Bound using segment: {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:09:45.837313 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] Bound port: d564b361-8d08-4343-b14c-4cbeda5afe26, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:09:45.838793 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:45.842331 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f874fe-8904-474f-9afd-ccae249cd1a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:45.842945 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f874fe-8904-474f-9afd-ccae249cd1a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:45.843569 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f874fe-8904-474f-9afd-ccae249cd1a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:45.844175 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f874fe-8904-474f-9afd-ccae249cd1a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:45.844737 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f874fe-8904-474f-9afd-ccae249cd1a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:45.845282 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f874fe-8904-474f-9afd-ccae249cd1a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:45.845826 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f874fe-8904-474f-9afd-ccae249cd1a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:45.846364 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f874fe-8904-474f-9afd-ccae249cd1a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:45.847035 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f874fe-8904-474f-9afd-ccae249cd1a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:45.847607 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f874fe-8904-474f-9afd-ccae249cd1a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:45.848213 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f874fe-8904-474f-9afd-ccae249cd1a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:45.849080 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f874fe-8904-474f-9afd-ccae249cd1a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f874fe-8904-474f-9afd-ccae249cd1a9 None None] Tracked resource versions report: Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: pushed versions: Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: { 'AddressGroup': {'1.2'}, Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'ConntrackHelper': {'1.0'}, Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'Log': {'1.0'}, Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'Network': {'1.1'}, Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'Port': {'1.7'}, Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'PortForwarding': {'1.2'}, Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'QosPolicy': {'1.8'}, Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'SecurityGroup': {'1.4'}, Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'SecurityGroupRule': {'1.2'}, Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'SubPort': {'1.0'}, Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'Subnet': {'1.1'}, Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'Trunk': {'1.1'}} Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: consumer versions: Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: { DHCP agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: HyperV agent@hv-cinder-78626: {}, Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: L3 agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: Metadata agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: Metering agent@dv-cinder-786260-5-iscsi: {}, Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: Open vSwitch agent@dv-cinder-786260-5-iscsi: { 'AddressGroup': '1.2', Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'ConntrackHelper': '1.0', Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'Log': '1.0', Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'Network': '1.1', Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'Port': '1.7', Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'PortForwarding': '1.2', Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'QosPolicy': '1.8', Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'SecurityGroup': '1.4', Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'SecurityGroupRule': '1.2', Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'SubPort': '1.0', Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'Subnet': '1.1', Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: 'Trunk': '1.1'}} Jun 11 00:09:45.850361 dv-cinder-786260-5-iscsi neutron-server[91890]: {{(pid=91890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 00:09:46.006009 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] For port d564b361-8d08-4343-b14c-4cbeda5afe26, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:09:46.018209 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] For port d564b361-8d08-4343-b14c-4cbeda5afe26, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=d564b361-8d08-4343-b14c-4cbeda5afe26,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:09:46.021750 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-85f874fe-8904-474f-9afd-ccae249cd1a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:46.035566 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:46.047872 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-49a0e9f8-8858-4631-a44d-19e75431ee3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:46.174227 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] Routers {'e7a4a617-8ba5-447d-970e-b80d1ea1b36b'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:09:46.174736 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:09:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['e7a4a617-8ba5-447d-970e-b80d1ea1b36b'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:09:46.272681 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Allocated IP 172.20.0.1 (1ba42ba2-7b55-4648-8b55-2786e25920e5/c9e8297c-0b7d-4e4e-a364-e97c2d20421f/62524eb9-e8be-475e-87d8-41b97686df6d) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:09:46.413176 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 9af7b329-b7b5-4a65-99f9-f81a32eb8753 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:09:46.530444 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d033115e-de7b-4c2b-a46a-5d4b34972471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:46.550025 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:46.554405 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 9af7b329-b7b5-4a65-99f9-f81a32eb8753 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:09:46.554867 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:46.579965 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f874fe-8904-474f-9afd-ccae249cd1a9 None None] Pushing event updated for resources: {'Port': ['ID=d564b361-8d08-4343-b14c-4cbeda5afe26,revision_number=3']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:46.607167 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-85f874fe-8904-474f-9afd-ccae249cd1a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:46.621700 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] Notify callbacks [] for port, precommit_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:46.640349 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] Transition to ACTIVE for port object 9dbc8880-ff86-4c04-b207-fee0bf34188c will not be triggered until provisioned by entity L2. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:09:46.658202 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:46.682950 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:46.694767 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:46.750877 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4361f-0572-4796-9e9b-8a5e22ed45d4 None None] Pushing event updated for resources: {'Port': ['ID=9dbc8880-ff86-4c04-b207-fee0bf34188c,revision_number=2']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:46.761051 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-02c4361f-0572-4796-9e9b-8a5e22ed45d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:46.785821 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] Attempting to bind port 9dbc8880-ff86-4c04-b207-fee0bf34188c on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:09:46.786196 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] Attempting to bind port 9dbc8880-ff86-4c04-b207-fee0bf34188c by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:09:46.786792 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] Attempting to bind port 9dbc8880-ff86-4c04-b207-fee0bf34188c on network ac6ac806-5702-4387-9142-a5902410ace9 {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:09:46.792912 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:09:46.793303 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] Checking segment: {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:09:46.793708 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:46.794107 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] Bound using segment: {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:09:46.794593 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] Bound port: 9dbc8880-ff86-4c04-b207-fee0bf34188c, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:09:46.794979 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:46.807647 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] Set router e7a4a617-8ba5-447d-970e-b80d1ea1b36b gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:09:46.833634 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Transition to ACTIVE for port object 62524eb9-e8be-475e-87d8-41b97686df6d will not be triggered until provisioned by entity DHCP. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:09:46.867553 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] For port 9dbc8880-ff86-4c04-b207-fee0bf34188c, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:09:46.872051 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] For port 9dbc8880-ff86-4c04-b207-fee0bf34188c, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=9dbc8880-ff86-4c04-b207-fee0bf34188c,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:09:46.880992 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:46.884044 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:46.928044 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 36388) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:46.933390 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:46.961037 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c249b230-940a-4f87-838d-b1d703972f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:46.973174 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Allocated IP 172.20.0.1 (a4f0ab10-a508-4639-872f-a1788b421e5d/06445c02-8c20-46e0-be9b-66222ba10e31/7d144567-f66e-426c-81d5-a9d47367c13d) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:09:47.043429 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9ec21b0f-cd40-44ab-b8b4-c39d453138a8 req-888b64aa-db85-4170-948f-e7b71366cbef tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 210 time: 0.0997870 Jun 11 00:09:47.046237 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Network 1ba42ba2-7b55-4648-8b55-2786e25920e5 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:09:47.081084 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:47.086747 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:09:47.090659 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] Routers {'a5067c83-7a67-4e02-9036-65bfb06dd82e'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:09:47.091775 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:09:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['a5067c83-7a67-4e02-9036-65bfb06dd82e'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:09:47.104566 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:09:47.105055 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808700'] for router_interface, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:47.157224 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Pushing event updated for resources: {'Port': ['ID=62524eb9-e8be-475e-87d8-41b97686df6d,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:47.272855 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4361f-0572-4796-9e9b-8a5e22ed45d4 None None] Pushing event updated for resources: {'Port': ['ID=9dbc8880-ff86-4c04-b207-fee0bf34188c,revision_number=3']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:47.282895 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-02c4361f-0572-4796-9e9b-8a5e22ed45d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:47.374093 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-4fe9e63d-8e93-4fbb-a3de-49873dc0a82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:47.456989 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] Set router a5067c83-7a67-4e02-9036-65bfb06dd82e gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:09:47.562458 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a4a617-8ba5-447d-970e-b80d1ea1b36b', 'name': 'tempest-ServerRescueNegativeTestJSON-2095927480-router', 'tenant_id': 'c33865a137fb461586e8a7e83d61e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd564b361-8d08-4343-b14c-4cbeda5afe26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:42Z', 'revision_number': 3, 'project_id': 'c33865a137fb461586e8a7e83d61e7b2', 'gw_port': {'id': 'd564b361-8d08-4343-b14c-4cbeda5afe26', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a4a617-8ba5-447d-970e-b80d1ea1b36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:41Z', 'updated_at': '2021-06-11T00:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:09:47.574741 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da8c42d-5a54-48ea-8a97-5d77f8e93584 None None] The sync data for ids ['e7a4a617-8ba5-447d-970e-b80d1ea1b36b'] in dv-cinder-786260-5-iscsi is: [{'id': 'e7a4a617-8ba5-447d-970e-b80d1ea1b36b', 'name': 'tempest-ServerRescueNegativeTestJSON-2095927480-router', 'tenant_id': 'c33865a137fb461586e8a7e83d61e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd564b361-8d08-4343-b14c-4cbeda5afe26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:42Z', 'revision_number': 3, 'project_id': 'c33865a137fb461586e8a7e83d61e7b2', 'gw_port': {'id': 'd564b361-8d08-4343-b14c-4cbeda5afe26', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a4a617-8ba5-447d-970e-b80d1ea1b36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:41Z', 'updated_at': '2021-06-11T00:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:09:47.576063 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-4fe9e63d-8e93-4fbb-a3de-49873dc0a82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:47.584584 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-4fe9e63d-8e93-4fbb-a3de-49873dc0a82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:47.616180 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:47.926371 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-fd005624-5a2e-48d8-b515-9230a480434e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:47.938322 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-4fe9e63d-8e93-4fbb-a3de-49873dc0a82f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42542f4c7daa4eedbd58c433d6ba0a14&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0083554 Jun 11 00:09:47.949350 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36438) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:47.961320 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-bf144230-ba7c-47a6-8830-bf04c1201e91 None None] Provisioning for port 62524eb9-e8be-475e-87d8-41b97686df6d completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:09:47.985048 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9e63d-8e93-4fbb-a3de-49873dc0a82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fde29ff-a69b-488c-8353-da5327a7b16a,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:47.994160 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-4fe9e63d-8e93-4fbb-a3de-49873dc0a82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:48.074586 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:48.089374 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-bf144230-ba7c-47a6-8830-bf04c1201e91 None None] Provisioning complete for port 62524eb9-e8be-475e-87d8-41b97686df6d triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:09:48.095811 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-bf144230-ba7c-47a6-8830-bf04c1201e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:48.111488 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.21', 63974) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:48.187852 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-bf144230-ba7c-47a6-8830-bf04c1201e91 None None] Port 62524eb9-e8be-475e-87d8-41b97686df6d cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:09:48.203307 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:48.312350 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:39Z', 'updated_at': '2021-06-11T00:09:41Z', 'revision_number': 3, 'project_id': '0094d020672949ff926d2de6af156555', 'gw_port': {'id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ef:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:09:48.320585 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539b7860-0b36-4531-be76-9b1bda345a26 None None] The sync data for ids ['a5067c83-7a67-4e02-9036-65bfb06dd82e'] in dv-cinder-786260-5-iscsi is: [{'id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:39Z', 'updated_at': '2021-06-11T00:09:41Z', 'revision_number': 3, 'project_id': '0094d020672949ff926d2de6af156555', 'gw_port': {'id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ef:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:09:48.415457 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:48.504909 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4e2519d5-7718-42ea-96a4-d546dab33e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:48.535944 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4e2519d5-7718-42ea-96a4-d546dab33e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:48.590606 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-554d9a7a-521d-4af5-9784-36c465c5e1fb req-80131303-44f9-4f41-bf5c-acc77b4b7936 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 210 time: 0.1079032 Jun 11 00:09:48.633813 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-3c197cef-31b5-4932-ab5a-691d7439693f tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:09:48.637284 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-3c197cef-31b5-4932-ab5a-691d7439693f tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.21 "GET /v2.0/networks?id=4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4 HTTP/1.1" status: 200 len: 811 time: 0.5243654 Jun 11 00:09:48.676770 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4e2519d5-7718-42ea-96a4-d546dab33e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:48.679665 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:48.684846 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4e2519d5-7718-42ea-96a4-d546dab33e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:48.686155 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-4e2519d5-7718-42ea-96a4-d546dab33e6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2fde29ff-a69b-488c-8353-da5327a7b16a HTTP/1.1" status: 204 len: 168 time: 0.7324486 Jun 11 00:09:48.693676 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:48.695214 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-9c25ef3e-0052-40ab-81bf-17e85a3d0b78 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Request body: {'port': {'device_id': '748cf86c-8ee8-477d-9ecb-30f5e75dbddf', 'network_id': '4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4', 'admin_state_up': True, 'tenant_id': '72d07555201b4d328ba2460673422b65'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:09:48.874084 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2519d5-7718-42ea-96a4-d546dab33e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fde29ff-a69b-488c-8353-da5327a7b16a,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:48.909017 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-4e2519d5-7718-42ea-96a4-d546dab33e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:48.910473 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:49.098107 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Pushing event updated for resources: {'Port': ['ID=7d144567-f66e-426c-81d5-a9d47367c13d,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:49.102554 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:49.114555 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Network a4f0ab10-a508-4639-872f-a1788b421e5d is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:09:49.127498 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:09:49.130768 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:09:49.131733 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808700'] for router_interface, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:49.277059 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-9c25ef3e-0052-40ab-81bf-17e85a3d0b78 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Made reservation on behalf of 72d07555201b4d328ba2460673422b65 for: {'port': 1} {{(pid=91888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:09:49.283046 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-9c25ef3e-0052-40ab-81bf-17e85a3d0b78 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:49.470168 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:49.483497 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:49.485499 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808712'] for router_interface, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:49.490394 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-7b531577-cd00-4667-8dd7-d6a3696da57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:49.732688 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:49.795812 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_common [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-9c25ef3e-0052-40ab-81bf-17e85a3d0b78 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Allocated IP 172.20.0.8 (4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4/d64aafcd-0fc3-4639-acb8-17e4812d1155/6ec09378-6d46-4297-a371-ef7c8b3d8e20) {{(pid=91888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:09:49.864278 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Pushing event updated for resources: {'Port': ['ID=62524eb9-e8be-475e-87d8-41b97686df6d,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:49.867121 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:49.875963 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ae3d6644-dcb9-4326-9010-db99783f91db req-dc5e3bbf-cc3f-40ce-8eb4-d473e09c6b8e tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 210 time: 0.0813909 Jun 11 00:09:50.020412 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Network 1ba42ba2-7b55-4648-8b55-2786e25920e5 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:09:50.023406 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:09:50.081166 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36542) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:50.129056 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 36548) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:50.184495 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device d564b361-8d08-4343-b14c-4cbeda5afe26 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:09:50.238781 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36554) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:50.351869 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port d564b361-8d08-4343-b14c-4cbeda5afe26 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:09:50.357180 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port d564b361-8d08-4343-b14c-4cbeda5afe26 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:09:50.358002 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:50.423737 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-9c25ef3e-0052-40ab-81bf-17e85a3d0b78 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Notify callbacks [] for port, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:50.540122 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-9c25ef3e-0052-40ab-81bf-17e85a3d0b78 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:50.551871 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:50.559451 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1e7e4c5c-ac2e-45f8-9bf7-640ea0faaaa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:50.608279 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-7983950b-8a6a-4218-86cc-362dc414eb5b None None] Provisioning complete for port 62524eb9-e8be-475e-87d8-41b97686df6d triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:09:50.609590 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-7983950b-8a6a-4218-86cc-362dc414eb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:50.791998 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-9c25ef3e-0052-40ab-81bf-17e85a3d0b78 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Network 4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4 is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:09:50.805073 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-9c25ef3e-0052-40ab-81bf-17e85a3d0b78 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:09:50.841375 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:50.860303 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-9c25ef3e-0052-40ab-81bf-17e85a3d0b78 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Received port after_create {{(pid=91888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:09:50.874904 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-9c25ef3e-0052-40ab-81bf-17e85a3d0b78 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:09:50.876547 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-9c25ef3e-0052-40ab-81bf-17e85a3d0b78 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for port, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:50.895934 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Router a5067c83-7a67-4e02-9036-65bfb06dd82e has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:09:50.905536 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:50.926955 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-94f3da35-2aff-4353-b1e3-88806eb90cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:50.944474 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:50.946504 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port d564b361-8d08-4343-b14c-4cbeda5afe26, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=d564b361-8d08-4343-b14c-4cbeda5afe26,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:09:50.959451 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-7983950b-8a6a-4218-86cc-362dc414eb5b None None] Port 62524eb9-e8be-475e-87d8-41b97686df6d cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:09:50.973430 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:50.975106 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 9dbc8880-ff86-4c04-b207-fee0bf34188c up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:09:50.984570 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:50.988703 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808712'] for router_interface, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:51.023239 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:51.059080 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25ef3e-0052-40ab-81bf-17e85a3d0b78 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Pushing event updated for resources: {'Port': ['ID=6ec09378-6d46-4297-a371-ef7c8b3d8e20,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:51.070860 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-9c25ef3e-0052-40ab-81bf-17e85a3d0b78 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:51.195038 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Pushing event updated for resources: {'Port': ['ID=7d144567-f66e-426c-81d5-a9d47367c13d,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:51.211010 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:51.216543 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=d564b361-8d08-4343-b14c-4cbeda5afe26,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:51.227137 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:51.239275 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port 9dbc8880-ff86-4c04-b207-fee0bf34188c completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:09:51.249132 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 9dbc8880-ff86-4c04-b207-fee0bf34188c triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:09:51.249970 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:51.306032 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de850b9-0af4-4105-b100-97dc6a50d20f req-6e91e452-3f69-40ef-80bf-d7370a2c6bc6 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:09:51.308398 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0de850b9-0af4-4105-b100-97dc6a50d20f req-6e91e452-3f69-40ef-80bf-d7370a2c6bc6 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 931 time: 0.1812699 Jun 11 00:09:51.386083 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0de850b9-0af4-4105-b100-97dc6a50d20f req-04693ccf-98e3-4692-9524-697b8910520f tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/security-groups?id=131658a6-b1ac-4873-9abb-7a154841e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714269 Jun 11 00:09:51.452679 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:51.511631 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port 9dbc8880-ff86-4c04-b207-fee0bf34188c, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=9dbc8880-ff86-4c04-b207-fee0bf34188c,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:09:51.518159 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:51.521399 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:51.619707 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-df7f9778-4913-46de-9deb-144645c91d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:51.672267 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=9dbc8880-ff86-4c04-b207-fee0bf34188c,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:51.680772 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:51.821600 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Network a4f0ab10-a508-4639-872f-a1788b421e5d is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:09:51.831183 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:09:51.840393 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1e7e4c5c-ac2e-45f8-9bf7-640ea0faaaa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:51.852112 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1e7e4c5c-ac2e-45f8-9bf7-640ea0faaaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:51.856693 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-9c25ef3e-0052-40ab-81bf-17e85a3d0b78 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1719429 Jun 11 00:09:51.859316 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-bc1fe83a-46ec-4fb2-8351-824fcdd1e086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:51.924715 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:09:51.950614 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] Sync routers for ids ['a5067c83-7a67-4e02-9036-65bfb06dd82e'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:09:51.973854 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] Routers {'a5067c83-7a67-4e02-9036-65bfb06dd82e'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:09:51.975027 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:09:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['a5067c83-7a67-4e02-9036-65bfb06dd82e'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:09:51.989360 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] 10.222.0.15 "PUT /v2.0/routers/a5067c83-7a67-4e02-9036-65bfb06dd82e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0309405 Jun 11 00:09:52.048958 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e4c5c-ac2e-45f8-9bf7-640ea0faaaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b3f773-0459-4b96-9629-b96519f50bdb,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:52.052890 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-1e7e4c5c-ac2e-45f8-9bf7-640ea0faaaa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:52.065072 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 36598) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:52.065499 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-1e7e4c5c-ac2e-45f8-9bf7-640ea0faaaa1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8ccd7588bf643a8b738c0fb94539707&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9817674 Jun 11 00:09:52.107109 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-94f3da35-2aff-4353-b1e3-88806eb90cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:52.126702 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-94f3da35-2aff-4353-b1e3-88806eb90cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:52.130395 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device d564b361-8d08-4343-b14c-4cbeda5afe26 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:09:52.184808 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:52.195905 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Router e7a4a617-8ba5-447d-970e-b80d1ea1b36b has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:09:52.262851 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port d564b361-8d08-4343-b14c-4cbeda5afe26 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:09:52.263439 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:52.331177 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3da35-2aff-4353-b1e3-88806eb90cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfec2c8-7f51-4765-88c8-5587db940080,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:52.343258 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] Set router a5067c83-7a67-4e02-9036-65bfb06dd82e gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:09:52.346775 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-94f3da35-2aff-4353-b1e3-88806eb90cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:52.355356 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-41ccded6-cd54-423e-acaa-b7ababadebec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:52.435851 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-41ccded6-cd54-423e-acaa-b7ababadebec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:52.551997 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-94f3da35-2aff-4353-b1e3-88806eb90cc6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=97b36771f73846148c87397f1a2f89f2&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4180996 Jun 11 00:09:52.552437 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 9dbc8880-ff86-4c04-b207-fee0bf34188c up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:09:52.552573 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-41ccded6-cd54-423e-acaa-b7ababadebec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:52.552573 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 36610) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:52.652792 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-41ccded6-cd54-423e-acaa-b7ababadebec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:52.656762 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-41ccded6-cd54-423e-acaa-b7ababadebec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25b3f773-0459-4b96-9629-b96519f50bdb HTTP/1.1" status: 204 len: 168 time: 0.5876679 Jun 11 00:09:52.672045 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-df7f9778-4913-46de-9deb-144645c91d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:52.690426 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-df7f9778-4913-46de-9deb-144645c91d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:52.694655 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-c9ceaa06-90da-4094-8dbf-920af59bf062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:52.698491 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:09:52.712269 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] 10.222.0.15 "PUT /v2.0/routers/e7a4a617-8ba5-447d-970e-b80d1ea1b36b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9016807 Jun 11 00:09:52.716346 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:52.724216 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-7efe60ac-4d92-41ba-b78a-54ccffda4f9d tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:09:52.737631 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-7efe60ac-4d92-41ba-b78a-54ccffda4f9d tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239363 Jun 11 00:09:52.742050 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] Sync routers for ids ['e7a4a617-8ba5-447d-970e-b80d1ea1b36b'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:09:52.770880 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 9dbc8880-ff86-4c04-b207-fee0bf34188c triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:09:52.772129 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:52.784159 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccded6-cd54-423e-acaa-b7ababadebec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b3f773-0459-4b96-9629-b96519f50bdb,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:52.797020 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 36618) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:52.799306 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-41ccded6-cd54-423e-acaa-b7ababadebec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:52.823200 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-df7f9778-4913-46de-9deb-144645c91d66 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fb2d3d230da4bc0b701e1af1e1da796&name=default HTTP/1.1" status: 200 len: 2978 time: 2.5832269 Jun 11 00:09:52.833613 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36622) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:52.874033 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f9778-4913-46de-9deb-144645c91d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be0eafe-0b70-4586-a9c2-655142ad5f6f,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:52.890187 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] Routers {'e7a4a617-8ba5-447d-970e-b80d1ea1b36b'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:09:52.895560 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:09:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['e7a4a617-8ba5-447d-970e-b80d1ea1b36b'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:09:52.913885 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-df7f9778-4913-46de-9deb-144645c91d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:52.992627 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-552e5871-4fc6-48e6-8af8-217af4a6abfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:53.062543 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-aee25174-748d-4e36-a3de-b10793151183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:53.086052 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-552e5871-4fc6-48e6-8af8-217af4a6abfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:53.117962 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-aee25174-748d-4e36-a3de-b10793151183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:53.198478 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-aee25174-748d-4e36-a3de-b10793151183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:53.202827 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-aee25174-748d-4e36-a3de-b10793151183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:53.204445 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-aee25174-748d-4e36-a3de-b10793151183 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6be0eafe-0b70-4586-a9c2-655142ad5f6f HTTP/1.1" status: 204 len: 168 time: 0.3694341 Jun 11 00:09:53.205105 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:53.217481 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee25174-748d-4e36-a3de-b10793151183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be0eafe-0b70-4586-a9c2-655142ad5f6f,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:53.223339 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-aee25174-748d-4e36-a3de-b10793151183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:53.228116 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36632) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:53.234227 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-5e39bffe-defe-4699-b016-5708ff8ad57c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--699848295', 'description': 'tempest-description--534051030'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:09:53.275709 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:39Z', 'updated_at': '2021-06-11T00:09:47Z', 'revision_number': 4, 'project_id': '0094d020672949ff926d2de6af156555', 'gw_port': {'id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '62524eb9-e8be-475e-87d8-41b97686df6d', 'name': '', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'tenant_id': '0094d020672949ff926d2de6af156555', 'mac_address': 'fa:16:3e:65:44:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:45Z', 'updated_at': '2021-06-11T00:09:48Z', 'revision_number': 2, 'project_id': '0094d020672949ff926d2de6af156555', 'subnets': [{'id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:09:53.285009 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] Checking router: a5067c83-7a67-4e02-9036-65bfb06dd82e for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:09:53.286267 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] Updating router a5067c83-7a67-4e02-9036-65bfb06dd82e port 62524eb9-e8be-475e-87d8-41b97686df6d binding host dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:09:53.287542 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1b384-e089-4902-90f3-2e221f59639b req-d1f254c3-126a-4e19-80b2-46cf9bccceb9 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:09:53.299211 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-25a1b384-e089-4902-90f3-2e221f59639b req-d1f254c3-126a-4e19-80b2-46cf9bccceb9 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 931 time: 0.5026672 Jun 11 00:09:53.300073 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5e39bffe-defe-4699-b016-5708ff8ad57c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:53.318680 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-552e5871-4fc6-48e6-8af8-217af4a6abfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:53.331848 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-552e5871-4fc6-48e6-8af8-217af4a6abfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:53.335305 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-552e5871-4fc6-48e6-8af8-217af4a6abfb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8bfec2c8-7f51-4765-88c8-5587db940080 HTTP/1.1" status: 204 len: 168 time: 0.7789955 Jun 11 00:09:53.356854 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:53.394494 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e5871-4fc6-48e6-8af8-217af4a6abfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfec2c8-7f51-4765-88c8-5587db940080,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:53.404658 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-552e5871-4fc6-48e6-8af8-217af4a6abfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:53.495455 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-25a1b384-e089-4902-90f3-2e221f59639b req-2c27e90d-69db-4bf6-962e-4f7770e00b0d tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/security-groups?id=131658a6-b1ac-4873-9abb-7a154841e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935461 Jun 11 00:09:53.507757 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:53.746370 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5e39bffe-defe-4699-b016-5708ff8ad57c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:53.755841 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5e39bffe-defe-4699-b016-5708ff8ad57c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:53.758700 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-27acefb0-d21a-4063-aaba-6d948d926b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:53.801080 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39bffe-defe-4699-b016-5708ff8ad57c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae50a750-6b0f-49e4-a1b4-d0e902649630,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:53.810059 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-5e39bffe-defe-4699-b016-5708ff8ad57c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:53.810884 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5e39bffe-defe-4699-b016-5708ff8ad57c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:53.812206 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-5e39bffe-defe-4699-b016-5708ff8ad57c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5827863 Jun 11 00:09:53.814928 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36644) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:53.821015 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-109ca7fb-68cb-494a-8582-ab659cbcab26 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Request body: {'security_group_rule': {'security_group_id': 'ae50a750-6b0f-49e4-a1b4-d0e902649630', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:09:53.934327 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-109ca7fb-68cb-494a-8582-ab659cbcab26 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:53.951771 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] Set router e7a4a617-8ba5-447d-970e-b80d1ea1b36b gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:09:54.020839 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c295e074-6ba6-45b8-ae7a-13fbd8760347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:54.062586 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-109ca7fb-68cb-494a-8582-ab659cbcab26 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:54.075568 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-109ca7fb-68cb-494a-8582-ab659cbcab26 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:54.106514 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:54.135115 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 36646) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:54.160308 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ca7fb-68cb-494a-8582-ab659cbcab26 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec988a7-0853-40dc-9f0e-d3d58e87b4b8,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:54.165519 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-109ca7fb-68cb-494a-8582-ab659cbcab26 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:54.187031 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-14b800e1-047f-45ea-9b6e-2c9c24265cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:54.269384 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c295e074-6ba6-45b8-ae7a-13fbd8760347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:54.277292 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c295e074-6ba6-45b8-ae7a-13fbd8760347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:54.282552 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-109ca7fb-68cb-494a-8582-ab659cbcab26 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:54.287447 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-4fe9e63d-8e93-4fbb-a3de-49873dc0a82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:54.288188 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-109ca7fb-68cb-494a-8582-ab659cbcab26 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4717906 Jun 11 00:09:54.289084 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36652) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:54.303678 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-a405b173-5c2b-4d02-a1ff-943bf9fa9aae tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Request body: {'security_group_rule': {'security_group_id': 'ae50a750-6b0f-49e4-a1b4-d0e902649630', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:09:54.566129 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a4a617-8ba5-447d-970e-b80d1ea1b36b', 'name': 'tempest-ServerRescueNegativeTestJSON-2095927480-router', 'tenant_id': 'c33865a137fb461586e8a7e83d61e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd564b361-8d08-4343-b14c-4cbeda5afe26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:49Z', 'revision_number': 4, 'project_id': 'c33865a137fb461586e8a7e83d61e7b2', 'gw_port': {'id': 'd564b361-8d08-4343-b14c-4cbeda5afe26', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a4a617-8ba5-447d-970e-b80d1ea1b36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:41Z', 'updated_at': '2021-06-11T00:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '7d144567-f66e-426c-81d5-a9d47367c13d', 'name': '', 'network_id': 'a4f0ab10-a508-4639-872f-a1788b421e5d', 'tenant_id': 'c33865a137fb461586e8a7e83d61e7b2', 'mac_address': 'fa:16:3e:cb:8b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a4a617-8ba5-447d-970e-b80d1ea1b36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '06445c02-8c20-46e0-be9b-66222ba10e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:45Z', 'updated_at': '2021-06-11T00:09:49Z', 'revision_number': 2, 'project_id': 'c33865a137fb461586e8a7e83d61e7b2', 'subnets': [{'id': '06445c02-8c20-46e0-be9b-66222ba10e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:09:54.585201 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] Checking router: e7a4a617-8ba5-447d-970e-b80d1ea1b36b for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:09:54.585628 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] Updating router e7a4a617-8ba5-447d-970e-b80d1ea1b36b port 7d144567-f66e-426c-81d5-a9d47367c13d binding host dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:09:54.679343 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:54.700726 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:54.753432 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.provisioning_blocks [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] Transition to ACTIVE for port object 62524eb9-e8be-475e-87d8-41b97686df6d will not be triggered until provisioned by entity L2. {{(pid=91890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:09:54.769675 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36662) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:54.772428 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:54.773205 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-c295e074-6ba6-45b8-ae7a-13fbd8760347 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62ba98e36a7f4f85a65e36137bd9c6d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9752562 Jun 11 00:09:54.776366 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295e074-6ba6-45b8-ae7a-13fbd8760347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ba93c5-8a00-4d6b-979a-b2c067596b35,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:54.777200 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:54.817485 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-c295e074-6ba6-45b8-ae7a-13fbd8760347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:54.937053 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5e749353-c348-4115-a1d3-c529551587cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:55.008699 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5e749353-c348-4115-a1d3-c529551587cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:55.015221 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-14b800e1-047f-45ea-9b6e-2c9c24265cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:55.038833 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Request body: {'port': {'device_id': '748cf86c-8ee8-477d-9ecb-30f5e75dbddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:09:55.153746 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-14b800e1-047f-45ea-9b6e-2c9c24265cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:55.168203 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a405b173-5c2b-4d02-a1ff-943bf9fa9aae tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:55.224029 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 36664) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:55.239400 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:55.318082 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5e749353-c348-4115-a1d3-c529551587cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:55.367548 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5e749353-c348-4115-a1d3-c529551587cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:55.374428 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-5e749353-c348-4115-a1d3-c529551587cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2ba93c5-8a00-4d6b-979a-b2c067596b35 HTTP/1.1" status: 204 len: 168 time: 0.6000795 Jun 11 00:09:55.374428 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:55.425119 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e749353-c348-4115-a1d3-c529551587cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ba93c5-8a00-4d6b-979a-b2c067596b35,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:55.452834 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61bd52-79df-404a-bc29-aabb37dda988 None None] Pushing event updated for resources: {'Port': ['ID=62524eb9-e8be-475e-87d8-41b97686df6d,revision_number=3']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:55.456449 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-5e749353-c348-4115-a1d3-c529551587cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:55.466597 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a405b173-5c2b-4d02-a1ff-943bf9fa9aae tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:55.467103 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-6e61bd52-79df-404a-bc29-aabb37dda988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:55.488467 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a405b173-5c2b-4d02-a1ff-943bf9fa9aae tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:55.491237 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e44c05f1-8939-49d8-a753-f7439ad09556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:55.491838 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:55.529672 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405b173-5c2b-4d02-a1ff-943bf9fa9aae tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d5799f-28f4-4d35-ab3d-8e796cd932fb,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:55.536537 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-a405b173-5c2b-4d02-a1ff-943bf9fa9aae tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:55.565158 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a405b173-5c2b-4d02-a1ff-943bf9fa9aae tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:55.570549 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-a405b173-5c2b-4d02-a1ff-943bf9fa9aae tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2799265 Jun 11 00:09:55.572619 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36676) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:55.584519 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Request body: {'floatingip': {'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:09:55.613806 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-14b800e1-047f-45ea-9b6e-2c9c24265cba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=880eafc217bb4767ad25b77582aebe3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4745727 Jun 11 00:09:55.617266 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 36678) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:55.669445 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] Attempting to bind port 62524eb9-e8be-475e-87d8-41b97686df6d on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:09:55.670074 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] Attempting to bind port 62524eb9-e8be-475e-87d8-41b97686df6d by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': '05203495-5e16-493a-b4c1-e5efc4595b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5'}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:09:55.670699 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] Attempting to bind port 62524eb9-e8be-475e-87d8-41b97686df6d on network 1ba42ba2-7b55-4648-8b55-2786e25920e5 {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:09:55.677605 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for floatingip, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:55.686971 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:09:55.687705 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] Checking segment: {'id': '05203495-5e16-493a-b4c1-e5efc4595b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:09:55.688848 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:55.690937 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] Bound using segment: {'id': '05203495-5e16-493a-b4c1-e5efc4595b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5'} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:09:55.691839 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] Bound port: 62524eb9-e8be-475e-87d8-41b97686df6d, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05203495-5e16-493a-b4c1-e5efc4595b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5'}}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:09:55.692569 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:55.730303 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b800e1-047f-45ea-9b6e-2c9c24265cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1877bc57-e7dd-4cea-9002-bd7b056f7400,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:55.736783 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] Notify callbacks [] for port, precommit_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:55.757161 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-14b800e1-047f-45ea-9b6e-2c9c24265cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:55.771587 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] Transition to ACTIVE for port object 7d144567-f66e-426c-81d5-a9d47367c13d will not be triggered until provisioned by entity L2. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:09:55.784083 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:55.793290 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:55.885308 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] For port 62524eb9-e8be-475e-87d8-41b97686df6d, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:09:55.892760 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] For port 62524eb9-e8be-475e-87d8-41b97686df6d, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=62524eb9-e8be-475e-87d8-41b97686df6d,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:09:55.902410 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:55.906128 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-85f874fe-8904-474f-9afd-ccae249cd1a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:55.927889 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e2bd1-ba23-443a-a77f-4b0bb0b3fea0 None None] Pushing event updated for resources: {'Port': ['ID=7d144567-f66e-426c-81d5-a9d47367c13d,revision_number=3']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:55.930523 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719de1d3-0dab-46d7-994d-27f5047e2fde req-9e26dffa-5253-4fed-b824-c05ff7983479 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:09:55.933985 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-192e2bd1-ba23-443a-a77f-4b0bb0b3fea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:55.944124 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-719de1d3-0dab-46d7-994d-27f5047e2fde req-9e26dffa-5253-4fed-b824-c05ff7983479 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 931 time: 0.9267662 Jun 11 00:09:55.995406 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:56.052436 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61bd52-79df-404a-bc29-aabb37dda988 None None] Pushing event updated for resources: {'Port': ['ID=62524eb9-e8be-475e-87d8-41b97686df6d,revision_number=4']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:56.081154 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-6e61bd52-79df-404a-bc29-aabb37dda988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:56.111607 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] Routers {'a5067c83-7a67-4e02-9036-65bfb06dd82e'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:09:56.115478 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:09:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['a5067c83-7a67-4e02-9036-65bfb06dd82e'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:09:56.434260 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:56.437093 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] Attempting to bind port 7d144567-f66e-426c-81d5-a9d47367c13d on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:09:56.438438 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] Attempting to bind port 7d144567-f66e-426c-81d5-a9d47367c13d by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': 'e134e8c7-f569-49c6-bf91-776ad1919a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a4f0ab10-a508-4639-872f-a1788b421e5d'}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:09:56.441396 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] Attempting to bind port 7d144567-f66e-426c-81d5-a9d47367c13d on network a4f0ab10-a508-4639-872f-a1788b421e5d {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:09:56.475028 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:09:56.476439 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] Checking segment: {'id': 'e134e8c7-f569-49c6-bf91-776ad1919a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a4f0ab10-a508-4639-872f-a1788b421e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:09:56.477672 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:56.481105 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] Bound using segment: {'id': 'e134e8c7-f569-49c6-bf91-776ad1919a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a4f0ab10-a508-4639-872f-a1788b421e5d'} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:09:56.484732 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] Bound port: 7d144567-f66e-426c-81d5-a9d47367c13d, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e134e8c7-f569-49c6-bf91-776ad1919a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a4f0ab10-a508-4639-872f-a1788b421e5d'}}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:09:56.485514 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:56.641022 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] Set router a5067c83-7a67-4e02-9036-65bfb06dd82e gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:09:56.740548 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] For port 7d144567-f66e-426c-81d5-a9d47367c13d, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:09:56.763145 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] For port 7d144567-f66e-426c-81d5-a9d47367c13d, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=7d144567-f66e-426c-81d5-a9d47367c13d,segment=NetworkSegment(e134e8c7-f569-49c6-bf91-776ad1919a5e),segment_id=e134e8c7-f569-49c6-bf91-776ad1919a5e)] {{(pid=91889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:09:56.771632 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:56.781991 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:56.830050 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Allocated IP 172.27.0.3 (ac6ac806-5702-4387-9142-a5902410ace9/3051342c-25eb-4552-a861-7cf92af851d2/0d135e89-cf3b-4963-8d6f-40bf0834ffe2) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:09:57.025748 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] Routers {'e7a4a617-8ba5-447d-970e-b80d1ea1b36b'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:09:57.030529 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:09:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['e7a4a617-8ba5-447d-970e-b80d1ea1b36b'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:09:57.034185 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e2bd1-ba23-443a-a77f-4b0bb0b3fea0 None None] Pushing event updated for resources: {'Port': ['ID=7d144567-f66e-426c-81d5-a9d47367c13d,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:57.055049 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-192e2bd1-ba23-443a-a77f-4b0bb0b3fea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:57.172885 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-079f2528-f183-4fd0-a006-df4ffc00e410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:57.279135 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:57.372036 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-719de1d3-0dab-46d7-994d-27f5047e2fde req-cdc7f7e1-cab4-468f-aa2b-47b1f0a856b6 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/security-groups?id=131658a6-b1ac-4873-9abb-7a154841e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4077594 Jun 11 00:09:57.405957 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:57.424449 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:57.467299 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] Set router e7a4a617-8ba5-447d-970e-b80d1ea1b36b gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:09:57.517775 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:39Z', 'updated_at': '2021-06-11T00:09:47Z', 'revision_number': 4, 'project_id': '0094d020672949ff926d2de6af156555', 'gw_port': {'id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '62524eb9-e8be-475e-87d8-41b97686df6d', 'name': '', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'tenant_id': '0094d020672949ff926d2de6af156555', 'mac_address': 'fa:16:3e:65:44:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:45Z', 'updated_at': '2021-06-11T00:09:55Z', 'revision_number': 4, 'project_id': '0094d020672949ff926d2de6af156555', 'subnets': [{'id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:09:57.533350 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb451972-9d8d-4da9-a641-a7af4c200784 None None] The sync data for ids ['a5067c83-7a67-4e02-9036-65bfb06dd82e'] in dv-cinder-786260-5-iscsi is: [{'id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:39Z', 'updated_at': '2021-06-11T00:09:47Z', 'revision_number': 4, 'project_id': '0094d020672949ff926d2de6af156555', 'gw_port': {'id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '62524eb9-e8be-475e-87d8-41b97686df6d', 'name': '', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'tenant_id': '0094d020672949ff926d2de6af156555', 'mac_address': 'fa:16:3e:65:44:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:45Z', 'updated_at': '2021-06-11T00:09:55Z', 'revision_number': 4, 'project_id': '0094d020672949ff926d2de6af156555', 'subnets': [{'id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:09:57.612754 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-079f2528-f183-4fd0-a006-df4ffc00e410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:57.934220 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-dc0daa11-4fbf-431c-a9b6-19f9c4c7cb24 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:09:57.954247 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-dc0daa11-4fbf-431c-a9b6-19f9c4c7cb24 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/networks?id=a4f0ab10-a508-4639-872f-a1788b421e5d HTTP/1.1" status: 200 len: 819 time: 1.8600330 Jun 11 00:09:57.957948 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Network ac6ac806-5702-4387-9142-a5902410ace9 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:09:57.975727 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:09:57.991073 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:09:58.173623 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 62524eb9-e8be-475e-87d8-41b97686df6d up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:09:58.216551 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e44c05f1-8939-49d8-a753-f7439ad09556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:58.230913 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-42f29632-f1e4-4000-aca0-400f2f16ae4c tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/quotas/c33865a137fb461586e8a7e83d61e7b2 HTTP/1.1" status: 200 len: 375 time: 0.2749176 Jun 11 00:09:58.281621 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Pushing event updated for resources: {'Port': ['ID=0d135e89-cf3b-4963-8d6f-40bf0834ffe2,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:58.286082 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e44c05f1-8939-49d8-a753-f7439ad09556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:58.305071 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:58.393201 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:58.465423 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec09378-6d46-4297-a371-ef7c8b3d8e20 {{(pid=91888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:09:58.467055 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:58.481375 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port 62524eb9-e8be-475e-87d8-41b97686df6d completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:09:58.499075 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 62524eb9-e8be-475e-87d8-41b97686df6d triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:09:58.500028 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:58.581010 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:58.675149 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:58.685103 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.provisioning_blocks [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Transition to ACTIVE for port object 6ec09378-6d46-4297-a371-ef7c8b3d8e20 will not be triggered until provisioned by entity L2. {{(pid=91888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:09:58.705097 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a4a617-8ba5-447d-970e-b80d1ea1b36b', 'name': 'tempest-ServerRescueNegativeTestJSON-2095927480-router', 'tenant_id': 'c33865a137fb461586e8a7e83d61e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd564b361-8d08-4343-b14c-4cbeda5afe26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:49Z', 'revision_number': 4, 'project_id': 'c33865a137fb461586e8a7e83d61e7b2', 'gw_port': {'id': 'd564b361-8d08-4343-b14c-4cbeda5afe26', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a4a617-8ba5-447d-970e-b80d1ea1b36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:41Z', 'updated_at': '2021-06-11T00:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '7d144567-f66e-426c-81d5-a9d47367c13d', 'name': '', 'network_id': 'a4f0ab10-a508-4639-872f-a1788b421e5d', 'tenant_id': 'c33865a137fb461586e8a7e83d61e7b2', 'mac_address': 'fa:16:3e:cb:8b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a4a617-8ba5-447d-970e-b80d1ea1b36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '06445c02-8c20-46e0-be9b-66222ba10e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:45Z', 'updated_at': '2021-06-11T00:09:56Z', 'revision_number': 4, 'project_id': 'c33865a137fb461586e8a7e83d61e7b2', 'subnets': [{'id': '06445c02-8c20-46e0-be9b-66222ba10e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:09:58.714590 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc29de1-2931-4b97-85fd-4c7afd5a30cf None None] The sync data for ids ['e7a4a617-8ba5-447d-970e-b80d1ea1b36b'] in dv-cinder-786260-5-iscsi is: [{'id': 'e7a4a617-8ba5-447d-970e-b80d1ea1b36b', 'name': 'tempest-ServerRescueNegativeTestJSON-2095927480-router', 'tenant_id': 'c33865a137fb461586e8a7e83d61e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd564b361-8d08-4343-b14c-4cbeda5afe26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:49Z', 'revision_number': 4, 'project_id': 'c33865a137fb461586e8a7e83d61e7b2', 'gw_port': {'id': 'd564b361-8d08-4343-b14c-4cbeda5afe26', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a4a617-8ba5-447d-970e-b80d1ea1b36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:41Z', 'updated_at': '2021-06-11T00:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '7d144567-f66e-426c-81d5-a9d47367c13d', 'name': '', 'network_id': 'a4f0ab10-a508-4639-872f-a1788b421e5d', 'tenant_id': 'c33865a137fb461586e8a7e83d61e7b2', 'mac_address': 'fa:16:3e:cb:8b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a4a617-8ba5-447d-970e-b80d1ea1b36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '06445c02-8c20-46e0-be9b-66222ba10e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:45Z', 'updated_at': '2021-06-11T00:09:56Z', 'revision_number': 4, 'project_id': 'c33865a137fb461586e8a7e83d61e7b2', 'subnets': [{'id': '06445c02-8c20-46e0-be9b-66222ba10e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:09:58.752390 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-079f2528-f183-4fd0-a006-df4ffc00e410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:58.817355 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:58.836229 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-079f2528-f183-4fd0-a006-df4ffc00e410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:58.844697 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-079f2528-f183-4fd0-a006-df4ffc00e410 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1877bc57-e7dd-4cea-9002-bd7b056f7400 HTTP/1.1" status: 204 len: 168 time: 3.2103004 Jun 11 00:09:58.845649 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:58.871866 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-e44c05f1-8939-49d8-a753-f7439ad09556 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c81a10f404a544fe85238515f1c635a9&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6256967 Jun 11 00:09:58.875983 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36760) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:09:58.934061 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port 62524eb9-e8be-475e-87d8-41b97686df6d, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=62524eb9-e8be-475e-87d8-41b97686df6d,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:09:58.940975 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:58.948704 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:59.080281 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c05f1-8939-49d8-a753-f7439ad09556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a6e0b3-7bbf-4e1e-acff-ea94c61dd0da,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:59.095983 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-e44c05f1-8939-49d8-a753-f7439ad09556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:59.100891 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:59.136629 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=62524eb9-e8be-475e-87d8-41b97686df6d,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:59.150037 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:59.320268 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f2528-f183-4fd0-a006-df4ffc00e410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1877bc57-e7dd-4cea-9002-bd7b056f7400,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:59.323416 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-079f2528-f183-4fd0-a006-df4ffc00e410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:59.333801 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-9c25ef3e-0052-40ab-81bf-17e85a3d0b78 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.445s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:59.418151 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:59.425944 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:59.442389 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:59.492782 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-62b80696-39e8-4186-84d3-50d96c3472d1 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c33865a137fb461586e8a7e83d61e7b2&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2598448 Jun 11 00:09:59.493587 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Pushing event updated for resources: {'Port': ['ID=6ec09378-6d46-4297-a371-ef7c8b3d8e20,revision_number=2']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:59.508707 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:59.544609 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Pushing event updated for resources: {'Port': ['ID=0d135e89-cf3b-4963-8d6f-40bf0834ffe2,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:59.556141 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:59.574626 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-3f5088ce-f53d-4086-ac25-a25a13c98eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:59.637057 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-3f5088ce-f53d-4086-ac25-a25a13c98eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:59.656830 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1807872'] for floatingip, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:59.698780 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:59.722063 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.1347921 Jun 11 00:09:59.765424 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-3f5088ce-f53d-4086-ac25-a25a13c98eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:59.786737 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-3f5088ce-f53d-4086-ac25-a25a13c98eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:09:59.790945 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-3f5088ce-f53d-4086-ac25-a25a13c98eda admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48a6e0b3-7bbf-4e1e-acff-ea94c61dd0da HTTP/1.1" status: 204 len: 168 time: 0.9107940 Jun 11 00:09:59.794994 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0a9af6b7-19ca-4144-9015-73fd60ae7fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:09:59.830027 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5088ce-f53d-4086-ac25-a25a13c98eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a6e0b3-7bbf-4e1e-acff-ea94c61dd0da,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:09:59.841224 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-3f5088ce-f53d-4086-ac25-a25a13c98eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:09:59.845858 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.managers [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Attempting to bind port 6ec09378-6d46-4297-a371-ef7c8b3d8e20 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:09:59.846414 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.managers [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Attempting to bind port 6ec09378-6d46-4297-a371-ef7c8b3d8e20 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '44048ef7-d65e-49ab-b851-e7a59912f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4'}] {{(pid=91888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:09:59.846939 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Attempting to bind port 6ec09378-6d46-4297-a371-ef7c8b3d8e20 on network 4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4 {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:09:59.870030 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-49ad2173-37b9-4175-8c89-c666aa1d6afa service neutron] 10.222.0.15 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239751 Jun 11 00:09:59.875803 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Port 6ec09378-6d46-4297-a371-ef7c8b3d8e20 on network 4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:09:59.876874 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Attempting to bind port 6ec09378-6d46-4297-a371-ef7c8b3d8e20 on network 4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4 {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:09:59.892767 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad94a1b-2301-4631-bfb7-a389c15c0562 req-9e0751d4-757e-4660-b6ff-1ff8306fe04c tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:09:59.895128 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4ad94a1b-2301-4631-bfb7-a389c15c0562 req-9e0751d4-757e-4660-b6ff-1ff8306fe04c tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 943 time: 1.1369824 Jun 11 00:10:00.315810 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 62524eb9-e8be-475e-87d8-41b97686df6d up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:10:00.450580 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Checking agent: {'id': '0b82d12c-0850-474f-ad5c-077a5fa277b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:10:00.451124 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Checking segment: {'id': '44048ef7-d65e-49ab-b851-e7a59912f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:10:00.453429 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Bound using segment: {'id': '44048ef7-d65e-49ab-b851-e7a59912f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4'} {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:10:00.453931 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.managers [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Bound port: 6ec09378-6d46-4297-a371-ef7c8b3d8e20, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44048ef7-d65e-49ab-b851-e7a59912f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4'}}] {{(pid=91888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:10:00.454287 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:00.500824 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 62524eb9-e8be-475e-87d8-41b97686df6d triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:10:00.501501 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:00.542831 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36800) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:00.668127 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4ad94a1b-2301-4631-bfb7-a389c15c0562 req-b96f4219-d77d-447c-9cfb-900558f47477 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/security-groups?id=131658a6-b1ac-4873-9abb-7a154841e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064810 Jun 11 00:10:00.677136 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-c03c2ac4-fdc8-4377-9c73-953614fb62fd service neutron] 10.222.0.15 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7962885 Jun 11 00:10:00.720697 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 7d144567-f66e-426c-81d5-a9d47367c13d up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:10:00.771059 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] For port 6ec09378-6d46-4297-a371-ef7c8b3d8e20, host hv-cinder-78626, cleared binding levels {{(pid=91888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:10:00.883797 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port 7d144567-f66e-426c-81d5-a9d47367c13d completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:10:00.890077 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 7d144567-f66e-426c-81d5-a9d47367c13d triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:10:00.890780 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] For port 6ec09378-6d46-4297-a371-ef7c8b3d8e20, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6ec09378-6d46-4297-a371-ef7c8b3d8e20,segment=NetworkSegment(44048ef7-d65e-49ab-b851-e7a59912f6d5),segment_id=44048ef7-d65e-49ab-b851-e7a59912f6d5)] {{(pid=91888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:10:00.892226 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:00.900323 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:00.908281 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:01.015181 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:01.015820 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for port, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:01.017445 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] 10.222.0.21 "PUT /v2.0/ports/6ec09378-6d46-4297-a371-ef7c8b3d8e20 HTTP/1.1" status: 200 len: 1093 time: 6.8580823 Jun 11 00:10:01.017972 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748cf86c-8ee8-477d-9ecb-30f5e75dbddf', 'tag': '6ec09378-6d46-4297-a371-ef7c8b3d8e20'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:10:01.141329 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:01.198171 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-91954f7e-3350-496c-9f3e-e4c9db43ee68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:01.245364 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-71a7012d-027d-44b8-a321-a5df6cbb73e9 req-78389825-606a-4d91-b61a-5ebe03f0dae3 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 210 time: 0.1365221 Jun 11 00:10:01.302057 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port 7d144567-f66e-426c-81d5-a9d47367c13d, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=7d144567-f66e-426c-81d5-a9d47367c13d,segment=NetworkSegment(e134e8c7-f569-49c6-bf91-776ad1919a5e),segment_id=e134e8c7-f569-49c6-bf91-776ad1919a5e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:10:01.320927 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:01.330161 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:01.438809 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-91954f7e-3350-496c-9f3e-e4c9db43ee68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:01.448397 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-91954f7e-3350-496c-9f3e-e4c9db43ee68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:01.471283 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-1e7e4c5c-ac2e-45f8-9bf7-640ea0faaaa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:01.544463 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-95f45cc6-c35b-469d-a0a3-a67cf788eed4 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--699848295&fields=id&tenant_id=0094d020672949ff926d2de6af156555 HTTP/1.1" status: 200 len: 267 time: 0.6209214 Jun 11 00:10:01.560086 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Pushing event updated for resources: {'Port': ['ID=6ec09378-6d46-4297-a371-ef7c8b3d8e20,revision_number=3']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:01.576193 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:01.624660 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=7d144567-f66e-426c-81d5-a9d47367c13d,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:01.630679 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:01.646106 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-91954f7e-3350-496c-9f3e-e4c9db43ee68 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cdb5ead9c4a2439fbd01bdf09211d4c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1015580 Jun 11 00:10:01.652422 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36850) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:01.653412 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91954f7e-3350-496c-9f3e-e4c9db43ee68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ebddd8-9562-43bb-b34c-c6670e5a1a63,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:01.659351 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-91954f7e-3350-496c-9f3e-e4c9db43ee68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:01.925323 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-91744095-bacd-4ee9-9a8b-78168fe6b977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:02.065025 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-91744095-bacd-4ee9-9a8b-78168fe6b977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:02.095932 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 7d144567-f66e-426c-81d5-a9d47367c13d up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:10:02.140076 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea986f6-06e3-45de-a57e-0e5d28b54384" -d '{"events": [{"name": "network-changed", "server_uuid": "748cf86c-8ee8-477d-9ecb-30f5e75dbddf", "tag": "6ec09378-6d46-4297-a371-ef7c8b3d8e20"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:10:02.206138 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-91744095-bacd-4ee9-9a8b-78168fe6b977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:02.210400 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-91744095-bacd-4ee9-9a8b-78168fe6b977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:02.213513 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-91744095-bacd-4ee9-9a8b-78168fe6b977 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45ebddd8-9562-43bb-b34c-c6670e5a1a63 HTTP/1.1" status: 204 len: 168 time: 0.5523272 Jun 11 00:10:02.214800 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-aee25174-748d-4e36-a3de-b10793151183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:02.250070 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91744095-bacd-4ee9-9a8b-78168fe6b977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ebddd8-9562-43bb-b34c-c6670e5a1a63,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:02.263116 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-91744095-bacd-4ee9-9a8b-78168fe6b977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:02.292707 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-b64ffbe2-1f25-4881-b76b-78c5f9a28c8e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:02.300339 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-b64ffbe2-1f25-4881-b76b-78c5f9a28c8e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/networks?id=1ba42ba2-7b55-4648-8b55-2786e25920e5 HTTP/1.1" status: 200 len: 816 time: 0.7426808 Jun 11 00:10:02.320683 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 7d144567-f66e-426c-81d5-a9d47367c13d triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:10:02.321529 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:02.331879 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-a20e0aab-7a50-435a-816f-571cc7e07a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:02.333349 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-a20e0aab-7a50-435a-816f-571cc7e07a01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72d07555201b4d328ba2460673422b65&device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 1096 time: 1.0337322 Jun 11 00:10:02.346368 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-b2a77e94-2019-40ab-ae5f-792d082f6276 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/quotas/0094d020672949ff926d2de6af156555 HTTP/1.1" status: 200 len: 375 time: 0.0448184 Jun 11 00:10:02.490842 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-67f75c52-5f45-48d7-a7ca-9ac1e7dce581 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ec09378-6d46-4297-a371-ef7c8b3d8e20 HTTP/1.1" status: 200 len: 217 time: 0.1287746 Jun 11 00:10:02.620738 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acdc27-4e0a-4d60-b6fb-f2de501bafb8 req-0331e8f9-aaee-4b36-84c9-1b154a417af7 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:02.622492 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-55acdc27-4e0a-4d60-b6fb-f2de501bafb8 req-0331e8f9-aaee-4b36-84c9-1b154a417af7 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 943 time: 0.5627449 Jun 11 00:10:02.651818 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-f378d067-b885-495c-9d5b-838ba635a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:02.653403 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-f378d067-b885-495c-9d5b-838ba635a643 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d64aafcd-0fc3-4639-acb8-17e4812d1155 HTTP/1.1" status: 200 len: 851 time: 0.1447351 Jun 11 00:10:02.684770 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-2ad0424d-549d-4dc5-8fbe-c3079f659403 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0094d020672949ff926d2de6af156555&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3371048 Jun 11 00:10:02.718053 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-55acdc27-4e0a-4d60-b6fb-f2de501bafb8 req-f9c9a7ed-62a2-4ec9-b281-e732ef606828 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/security-groups?id=131658a6-b1ac-4873-9abb-7a154841e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849702 Jun 11 00:10:03.025055 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-cd6f0b06-cf65-4cbe-9003-9f491be0f635 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:03.027151 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-cd6f0b06-cf65-4cbe-9003-9f491be0f635 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/networks?id=a4f0ab10-a508-4639-872f-a1788b421e5d HTTP/1.1" status: 200 len: 819 time: 0.2063680 Jun 11 00:10:03.059812 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-fb75ad93-6911-4760-aba4-09f68cd0e350 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/quotas/c33865a137fb461586e8a7e83d61e7b2 HTTP/1.1" status: 200 len: 375 time: 0.0266535 Jun 11 00:10:03.118510 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36916) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:03.153294 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-3f8ce7f8-25dc-423a-89a7-4374fe8b8bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:03.259299 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-f248e5d1-1fb6-4250-9785-634e4425e2c8 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c33865a137fb461586e8a7e83d61e7b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1972787 Jun 11 00:10:03.461174 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 36926) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:03.461365 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-3f8ce7f8-25dc-423a-89a7-4374fe8b8bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:03.467406 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-3f8ce7f8-25dc-423a-89a7-4374fe8b8bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:03.487056 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-104998ce-5e93-4855-95f2-41add4adae03 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260551 Jun 11 00:10:03.507768 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:03.555060 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-3f8ce7f8-25dc-423a-89a7-4374fe8b8bef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7c2d2a5419b40f682c7ec3249dd489c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4351110 Jun 11 00:10:03.559101 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 36934) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:03.566181 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ce7f8-25dc-423a-89a7-4374fe8b8bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabd1eda-94f8-4799-90cf-2c5e67b4cb42,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:03.577690 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-3f8ce7f8-25dc-423a-89a7-4374fe8b8bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:03.652503 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-db4881da-617a-4d38-8fd3-4276f8815ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:03.680914 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-db4881da-617a-4d38-8fd3-4276f8815ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:03.699586 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-144be72e-ff69-47dd-ab74-4fc34101c794 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123008 Jun 11 00:10:03.758479 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-db4881da-617a-4d38-8fd3-4276f8815ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:03.762217 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-db4881da-617a-4d38-8fd3-4276f8815ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:03.763196 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-db4881da-617a-4d38-8fd3-4276f8815ff8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aabd1eda-94f8-4799-90cf-2c5e67b4cb42 HTTP/1.1" status: 204 len: 168 time: 0.2031682 Jun 11 00:10:03.763963 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-4e2519d5-7718-42ea-96a4-d546dab33e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:03.773251 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4881da-617a-4d38-8fd3-4276f8815ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabd1eda-94f8-4799-90cf-2c5e67b4cb42,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:03.781177 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-db4881da-617a-4d38-8fd3-4276f8815ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:03.792779 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5d8738aa-ec7d-459e-8446-026a0fb0e330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:03.929342 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-304d4625-b55b-48c9-9689-bd4b1ff7528f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376913 Jun 11 00:10:03.955092 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-18f071fc-ec44-42b6-887b-18acefd11b33 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:10:03.956143 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-18f071fc-ec44-42b6-887b-18acefd11b33 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3442984 Jun 11 00:10:04.354199 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5d8738aa-ec7d-459e-8446-026a0fb0e330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:04.459786 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5d8738aa-ec7d-459e-8446-026a0fb0e330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:04.472254 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3caf64-f2a8-48e0-8606-06165a418ad9 x-openstack-request-id: req-ea3caf64-f2a8-48e0-8606-06165a418ad9 {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:10:04.472538 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748cf86c-8ee8-477d-9ecb-30f5e75dbddf", "tag": "6ec09378-6d46-4297-a371-ef7c8b3d8e20", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:10:04.472799 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea3caf64-f2a8-48e0-8606-06165a418ad9 {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:10:04.473263 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748cf86c-8ee8-477d-9ecb-30f5e75dbddf', 'tag': '6ec09378-6d46-4297-a371-ef7c8b3d8e20', 'status': 'completed', 'code': 200} Jun 11 00:10:04.496941 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:04.614048 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8738aa-ec7d-459e-8446-026a0fb0e330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d868a7-1a79-4386-9fc5-2b4479c283db,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:04.628414 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-5d8738aa-ec7d-459e-8446-026a0fb0e330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:04.675979 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-56e230cc-97a5-4330-9f38-e54b1bbf5732 service neutron] 10.222.0.21 "GET /v2.0/networks/4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7249107 Jun 11 00:10:04.729662 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.21', 63995) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:04.862545 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-8ea5c278-90cd-4eb8-8f29-613e858591cf service neutron] 10.222.0.15 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8469915 Jun 11 00:10:04.868413 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-5d8738aa-ec7d-459e-8446-026a0fb0e330 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=825522b7628743abb5a516c4947df026&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3975697 Jun 11 00:10:04.868750 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 37000) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:05.114050 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-af23e584-d6e3-4ad3-b5ed-3e04cb967afe tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:05.119971 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-af23e584-d6e3-4ad3-b5ed-3e04cb967afe tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.21 "GET /v2.0/networks?id=a4f0ab10-a508-4639-872f-a1788b421e5d HTTP/1.1" status: 200 len: 819 time: 0.3835690 Jun 11 00:10:05.136066 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-edaf4d2a-ffc8-4a9c-8438-69ea9e895487 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Request body: {'port': {'device_id': '265f9c91-149b-47d4-9506-aaa97880d7e2', 'network_id': 'a4f0ab10-a508-4639-872f-a1788b421e5d', 'admin_state_up': True, 'tenant_id': 'c33865a137fb461586e8a7e83d61e7b2'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:10:05.225133 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f7ac2c98-3410-416a-9c11-5cd0c549dfe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:05.262382 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3d6e2a30-93c0-40b1-9ab2-47a0971f92a0 req-567d5999-3eeb-487c-b7a9-9e8ccedd71bf service neutron] 10.222.0.21 "GET /v2.0/networks/4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5567927 Jun 11 00:10:05.301216 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-9fe5b8e0-0e9a-4398-bfb4-7b100f010d78 service neutron] 10.222.0.15 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377267 Jun 11 00:10:05.322551 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9169b45-5f19-4e82-88f1-3af0b8be83b8 req-a9a62a6b-cb15-4c71-bfe2-12aa69b2ebe8 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:05.329156 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e9169b45-5f19-4e82-88f1-3af0b8be83b8 req-a9a62a6b-cb15-4c71-bfe2-12aa69b2ebe8 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 943 time: 0.6896384 Jun 11 00:10:05.438734 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e9169b45-5f19-4e82-88f1-3af0b8be83b8 req-cb938cb9-0840-456b-83e7-047b3657fbc5 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/security-groups?id=131658a6-b1ac-4873-9abb-7a154841e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023293 Jun 11 00:10:05.470230 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f7ac2c98-3410-416a-9c11-5cd0c549dfe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:05.701279 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.21', 63998) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:05.705688 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e5fb9be3-0283-4a22-84ee-7fcb13e29f97 req-aa2e8e4b-58a4-43fb-92cc-60036b36df09 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 210 time: 0.0891371 Jun 11 00:10:05.801346 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-edaf4d2a-ffc8-4a9c-8438-69ea9e895487 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Made reservation on behalf of c33865a137fb461586e8a7e83d61e7b2 for: {'port': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:10:05.806961 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-edaf4d2a-ffc8-4a9c-8438-69ea9e895487 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:05.912590 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ce297265-50bf-423a-8baf-a68581ccaf0e req-502196b0-bf0a-4c05-b69b-063ad4675d15 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 210 time: 0.0954103 Jun 11 00:10:05.930847 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea986f6-06e3-45de-a57e-0e5d28b54384 req-e249d77c-bb23-4c3d-a1ce-8e55d64ddcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:05.933655 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0ea986f6-06e3-45de-a57e-0e5d28b54384 req-e249d77c-bb23-4c3d-a1ce-8e55d64ddcd3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72d07555201b4d328ba2460673422b65&device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 1096 time: 0.2254720 Jun 11 00:10:05.985928 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f7ac2c98-3410-416a-9c11-5cd0c549dfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:06.079881 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-a27d8b0a-d1be-444e-ba7d-eea5ae4d3d9e tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:06.081415 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-a27d8b0a-d1be-444e-ba7d-eea5ae4d3d9e tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.21 "GET /v2.0/networks?id=a4f0ab10-a508-4639-872f-a1788b421e5d HTTP/1.1" status: 200 len: 819 time: 0.3789227 Jun 11 00:10:06.092522 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f7ac2c98-3410-416a-9c11-5cd0c549dfe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:06.096314 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-f7ac2c98-3410-416a-9c11-5cd0c549dfe4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1d868a7-1a79-4386-9fc5-2b4479c283db HTTP/1.1" status: 204 len: 168 time: 1.2264261 Jun 11 00:10:06.096998 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:06.115598 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac2c98-3410-416a-9c11-5cd0c549dfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d868a7-1a79-4386-9fc5-2b4479c283db,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:06.124608 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f7ac2c98-3410-416a-9c11-5cd0c549dfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:06.312971 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-edaf4d2a-ffc8-4a9c-8438-69ea9e895487 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Allocated IP 172.20.0.14 (a4f0ab10-a508-4639-872f-a1788b421e5d/06445c02-8c20-46e0-be9b-66222ba10e31/f3ce4f41-f8c7-4be3-bf51-483543000f29) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:10:06.683643 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c2b33-d7a4-4425-ab92-4740b2db6459 req-b5e6f378-79bd-4331-b507-8a526e2775e7 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:06.685385 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-da8c2b33-d7a4-4425-ab92-4740b2db6459 req-b5e6f378-79bd-4331-b507-8a526e2775e7 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 943 time: 0.1189723 Jun 11 00:10:06.708428 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-edaf4d2a-ffc8-4a9c-8438-69ea9e895487 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:06.758279 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-edaf4d2a-ffc8-4a9c-8438-69ea9e895487 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:06.768768 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-da8c2b33-d7a4-4425-ab92-4740b2db6459 req-f932bfc0-16e6-451d-8f8c-18eeed5c05fb tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/security-groups?id=131658a6-b1ac-4873-9abb-7a154841e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682178 Jun 11 00:10:06.771581 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:06.839401 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 37088) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:06.870231 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-2e903d2f-664e-403e-aa48-c8bd61416b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:06.941433 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf4d2a-ffc8-4a9c-8438-69ea9e895487 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Pushing event updated for resources: {'Port': ['ID=f3ce4f41-f8c7-4be3-bf51-483543000f29,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:06.953516 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-edaf4d2a-ffc8-4a9c-8438-69ea9e895487 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:06.970064 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-edaf4d2a-ffc8-4a9c-8438-69ea9e895487 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Network a4f0ab10-a508-4639-872f-a1788b421e5d is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:10:06.974564 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-edaf4d2a-ffc8-4a9c-8438-69ea9e895487 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:10:06.977120 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-edaf4d2a-ffc8-4a9c-8438-69ea9e895487 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:10:06.990277 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-edaf4d2a-ffc8-4a9c-8438-69ea9e895487 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:06.992472 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-edaf4d2a-ffc8-4a9c-8438-69ea9e895487 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:07.021058 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-83bcb065-625d-4ecc-93cb-6202b2823e03 req-89ba04ec-a3e4-4557-b62b-49e1b7c8bb60 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 210 time: 0.0865760 Jun 11 00:10:07.126180 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-2e903d2f-664e-403e-aa48-c8bd61416b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:07.137138 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-edaf4d2a-ffc8-4a9c-8438-69ea9e895487 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0054820 Jun 11 00:10:07.154882 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f8230d21-7c16-4081-822a-484279798417 req-bb58e6cf-1748-4ddb-bd8b-e594e3a7ea95 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 210 time: 0.0474434 Jun 11 00:10:07.155613 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-2e903d2f-664e-403e-aa48-c8bd61416b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:07.165749 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:07.199063 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-2e903d2f-664e-403e-aa48-c8bd61416b31 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04cf3b73adb7465c8e141d8ddc195437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3581712 Jun 11 00:10:07.201773 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 37108) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:07.203937 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e903d2f-664e-403e-aa48-c8bd61416b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6efda3-1795-433a-b979-1b31f1d2f7a3,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:07.221917 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-2e903d2f-664e-403e-aa48-c8bd61416b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:07.266679 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a93d12e7-3979-4d19-b844-8c708a2468e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:07.293398 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a93d12e7-3979-4d19-b844-8c708a2468e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:07.345677 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a93d12e7-3979-4d19-b844-8c708a2468e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:07.349261 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a93d12e7-3979-4d19-b844-8c708a2468e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:07.350540 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-a93d12e7-3979-4d19-b844-8c708a2468e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d6efda3-1795-433a-b979-1b31f1d2f7a3 HTTP/1.1" status: 204 len: 168 time: 0.1477528 Jun 11 00:10:07.351335 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:07.360849 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d12e7-3979-4d19-b844-8c708a2468e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6efda3-1795-433a-b979-1b31f1d2f7a3,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:07.363315 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-a93d12e7-3979-4d19-b844-8c708a2468e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:07.962978 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876a0a4-dc6d-46ad-a198-385c2bf6ef57 req-f3d5dba8-0adb-4089-920a-605c52f949aa tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:07.964598 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f876a0a4-dc6d-46ad-a198-385c2bf6ef57 req-f3d5dba8-0adb-4089-920a-605c52f949aa tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 943 time: 0.0771213 Jun 11 00:10:08.007626 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f876a0a4-dc6d-46ad-a198-385c2bf6ef57 req-6d0c0c32-9a38-4e76-989d-53e7daebf5a0 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/security-groups?id=131658a6-b1ac-4873-9abb-7a154841e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349510 Jun 11 00:10:08.260834 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5133f85e-b083-4e87-be00-140f21bd0590 req-efbb405d-997f-432a-acde-c6c6c5d3b587 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 210 time: 0.0481362 Jun 11 00:10:08.322250 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-626683d1-d8a7-415f-b74e-eecf6f53bf56 req-a75005b3-c6af-411f-9cc0-763294670593 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 210 time: 0.0380793 Jun 11 00:10:08.666203 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:08.679491 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-ed24fe84-b9f0-4f39-b5ec-a3afb4d72800 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Request body: {'port': {'device_id': '5536d5ac-de51-4862-99ce-977146f97e6a', 'network_id': 'a4f0ab10-a508-4639-872f-a1788b421e5d', 'admin_state_up': True, 'tenant_id': 'c33865a137fb461586e8a7e83d61e7b2'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:10:08.696721 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Request body: {'port': {'device_id': '265f9c91-149b-47d4-9506-aaa97880d7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:10:08.854757 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea986f6-06e3-45de-a57e-0e5d28b54384 req-a5776a19-f0d6-4fa8-ad69-cea83787bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:08.856466 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0ea986f6-06e3-45de-a57e-0e5d28b54384 req-a5776a19-f0d6-4fa8-ad69-cea83787bf07 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4 HTTP/1.1" status: 200 len: 912 time: 0.2072549 Jun 11 00:10:08.916063 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-ed24fe84-b9f0-4f39-b5ec-a3afb4d72800 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Made reservation on behalf of c33865a137fb461586e8a7e83d61e7b2 for: {'port': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:10:08.920171 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-ed24fe84-b9f0-4f39-b5ec-a3afb4d72800 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:08.925239 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0ea986f6-06e3-45de-a57e-0e5d28b54384 req-fed1ded7-70c4-457e-b001-e9a0c6d6e912 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ec09378-6d46-4297-a371-ef7c8b3d8e20 HTTP/1.1" status: 200 len: 217 time: 0.0594335 Jun 11 00:10:08.999700 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea986f6-06e3-45de-a57e-0e5d28b54384 req-140583a8-2b58-4f67-b47e-16db502df743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:09.001361 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0ea986f6-06e3-45de-a57e-0e5d28b54384 req-140583a8-2b58-4f67-b47e-16db502df743 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d64aafcd-0fc3-4639-acb8-17e4812d1155 HTTP/1.1" status: 200 len: 851 time: 0.0684185 Jun 11 00:10:09.026960 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:09.059675 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0ea986f6-06e3-45de-a57e-0e5d28b54384 req-50f9529e-656e-4a75-a826-e210b0283e82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363293 Jun 11 00:10:09.342558 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-ed24fe84-b9f0-4f39-b5ec-a3afb4d72800 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Allocated IP 172.20.0.6 (a4f0ab10-a508-4639-872f-a1788b421e5d/06445c02-8c20-46e0-be9b-66222ba10e31/6acf6557-9a42-49b2-8b91-ac8b542f5d15) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:10:09.440835 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0ea986f6-06e3-45de-a57e-0e5d28b54384 req-11f486f2-87a7-481a-97ea-492b25464ff2 service neutron] 10.222.0.21 "GET /v2.0/networks/4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729336 Jun 11 00:10:09.560587 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b757b-bdf6-4ebb-9bb8-3398b654b66d req-cb27e0dc-2544-4249-9a39-dd0d48f5e391 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:09.562269 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8b4b757b-bdf6-4ebb-9bb8-3398b654b66d req-cb27e0dc-2544-4249-9a39-dd0d48f5e391 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 943 time: 0.3365197 Jun 11 00:10:09.594555 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5089a392-bf86-4c5a-ba1f-f41a7c466d76 req-c40f6445-13a2-4c72-8423-536035fba34b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 210 time: 0.0602834 Jun 11 00:10:09.651959 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0ea986f6-06e3-45de-a57e-0e5d28b54384 req-6c19060d-d19a-45f7-ba0a-9590f8c9981f service neutron] 10.222.0.21 "GET /v2.0/networks/4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031078 Jun 11 00:10:09.684878 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8b4b757b-bdf6-4ebb-9bb8-3398b654b66d req-a46aa099-e6f9-489c-a917-eec02f0fbd25 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/security-groups?id=131658a6-b1ac-4873-9abb-7a154841e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931611 Jun 11 00:10:09.747399 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-ed24fe84-b9f0-4f39-b5ec-a3afb4d72800 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:09.835621 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-ed24fe84-b9f0-4f39-b5ec-a3afb4d72800 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:09.979719 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:10.049131 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-ed24fe84-b9f0-4f39-b5ec-a3afb4d72800 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Network a4f0ab10-a508-4639-872f-a1788b421e5d is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:10:10.058435 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-ed24fe84-b9f0-4f39-b5ec-a3afb4d72800 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:10:10.067513 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-ed24fe84-b9f0-4f39-b5ec-a3afb4d72800 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:10:10.075408 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-ed24fe84-b9f0-4f39-b5ec-a3afb4d72800 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:10.076259 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-ed24fe84-b9f0-4f39-b5ec-a3afb4d72800 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:10.109914 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24fe84-b9f0-4f39-b5ec-a3afb4d72800 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Pushing event updated for resources: {'Port': ['ID=6acf6557-9a42-49b2-8b91-ac8b542f5d15,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:10.110150 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-ad6b10fa-7d36-4aa7-9578-3c3531fce2b6 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:10.111647 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-ad6b10fa-7d36-4aa7-9578-3c3531fce2b6 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.21 "GET /v2.0/networks?id=1ba42ba2-7b55-4648-8b55-2786e25920e5 HTTP/1.1" status: 200 len: 816 time: 0.1877728 Jun 11 00:10:10.114647 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-ed24fe84-b9f0-4f39-b5ec-a3afb4d72800 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:10.119701 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-ed24fe84-b9f0-4f39-b5ec-a3afb4d72800 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4497080 Jun 11 00:10:10.136565 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241bfb4-982b-4d1b-86f7-03ae0577a07a req-4f969aa9-239f-4efd-b5cc-a0ba6142fd10 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:10.144261 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3241bfb4-982b-4d1b-86f7-03ae0577a07a req-4f969aa9-239f-4efd-b5cc-a0ba6142fd10 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 931 time: 0.2869651 Jun 11 00:10:10.148332 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Request body: {'port': {'device_id': '5536d5ac-de51-4862-99ce-977146f97e6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:10:10.203179 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ce4f41-f8c7-4be3-bf51-483543000f29 {{(pid=91887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:10:10.214899 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:10.233936 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-96871b53-406b-4af7-a824-ebb48f05d014 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0094d020672949ff926d2de6af156555 HTTP/1.1" status: 200 len: 379 time: 0.1136365 Jun 11 00:10:10.248383 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3241bfb4-982b-4d1b-86f7-03ae0577a07a req-b0a1ad9f-38ad-44a5-af24-bfec4fca607c tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001744 Jun 11 00:10:10.253257 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-c2036c54-2c58-48ba-9710-28d861ac28d9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Request body: {'port': {'device_id': '0f1b398e-a72f-4bd1-90d3-51a502fdb434', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'admin_state_up': True, 'tenant_id': '0094d020672949ff926d2de6af156555', 'security_groups': ['ae50a750-6b0f-49e4-a1b4-d0e902649630']}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:10:10.277557 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:10.301098 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Transition to ACTIVE for port object f3ce4f41-f8c7-4be3-bf51-483543000f29 will not be triggered until provisioned by entity L2. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:10:10.308370 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:10.335528 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:10.388793 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ce4f41-f8c7-4be3-bf51-483543000f29,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:10.401430 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:10.451219 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-c2036c54-2c58-48ba-9710-28d861ac28d9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Made reservation on behalf of 0094d020672949ff926d2de6af156555 for: {'port': 1} {{(pid=91888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:10:10.456806 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-c2036c54-2c58-48ba-9710-28d861ac28d9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:10.640368 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_common [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-c2036c54-2c58-48ba-9710-28d861ac28d9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Allocated IP 172.20.0.7 (1ba42ba2-7b55-4648-8b55-2786e25920e5/c9e8297c-0b7d-4e4e-a364-e97c2d20421f/95ddf6c1-e525-4552-b91f-ab60989f1456) {{(pid=91888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:10:10.905174 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Attempting to bind port f3ce4f41-f8c7-4be3-bf51-483543000f29 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:10:10.905579 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Attempting to bind port f3ce4f41-f8c7-4be3-bf51-483543000f29 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'e134e8c7-f569-49c6-bf91-776ad1919a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a4f0ab10-a508-4639-872f-a1788b421e5d'}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:10:10.905898 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Attempting to bind port f3ce4f41-f8c7-4be3-bf51-483543000f29 on network a4f0ab10-a508-4639-872f-a1788b421e5d {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:10:10.936746 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Port f3ce4f41-f8c7-4be3-bf51-483543000f29 on network a4f0ab10-a508-4639-872f-a1788b421e5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:10:10.937273 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Attempting to bind port f3ce4f41-f8c7-4be3-bf51-483543000f29 on network a4f0ab10-a508-4639-872f-a1788b421e5d {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:10:11.006213 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Checking agent: {'id': '0b82d12c-0850-474f-ad5c-077a5fa277b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:10:11.006865 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Checking segment: {'id': 'e134e8c7-f569-49c6-bf91-776ad1919a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a4f0ab10-a508-4639-872f-a1788b421e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:10:11.007624 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Bound using segment: {'id': 'e134e8c7-f569-49c6-bf91-776ad1919a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a4f0ab10-a508-4639-872f-a1788b421e5d'} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:10:11.008308 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Bound port: f3ce4f41-f8c7-4be3-bf51-483543000f29, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e134e8c7-f569-49c6-bf91-776ad1919a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a4f0ab10-a508-4639-872f-a1788b421e5d'}}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:10:11.009353 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:11.057007 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-406c23bd-2f92-4587-bd08-88f2fb1c01b8 req-3d1b2ea5-b4b5-4794-a3a8-0714628d0370 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 210 time: 0.0580683 Jun 11 00:10:11.063922 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-c2036c54-2c58-48ba-9710-28d861ac28d9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for port, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:11.131166 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.provisioning_blocks [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-c2036c54-2c58-48ba-9710-28d861ac28d9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Transition to ACTIVE for port object 95ddf6c1-e525-4552-b91f-ab60989f1456 will not be triggered until provisioned by entity DHCP. {{(pid=91888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:10:11.166251 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed310904-e8b6-4a21-be2a-1e7ec60aa16c req-6d9eb88f-27b4-463d-a457-2032850cc246 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:11.168068 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ed310904-e8b6-4a21-be2a-1e7ec60aa16c req-6d9eb88f-27b4-463d-a457-2032850cc246 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 943 time: 0.1682584 Jun 11 00:10:11.168902 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] For port f3ce4f41-f8c7-4be3-bf51-483543000f29, host hv-cinder-78626, cleared binding levels {{(pid=91887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:10:11.176150 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] For port f3ce4f41-f8c7-4be3-bf51-483543000f29, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f3ce4f41-f8c7-4be3-bf51-483543000f29,segment=NetworkSegment(e134e8c7-f569-49c6-bf91-776ad1919a5e),segment_id=e134e8c7-f569-49c6-bf91-776ad1919a5e)] {{(pid=91887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:10:11.187803 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:11.221951 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-c2036c54-2c58-48ba-9710-28d861ac28d9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:11.240588 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:11.248128 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-414331c0-a997-48be-8ca2-4c5d2e969b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:11.304326 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ed310904-e8b6-4a21-be2a-1e7ec60aa16c req-0098b4f2-9695-4740-867c-d46138cab992 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/security-groups?id=131658a6-b1ac-4873-9abb-7a154841e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217432 Jun 11 00:10:11.335735 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-c2036c54-2c58-48ba-9710-28d861ac28d9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Network 1ba42ba2-7b55-4648-8b55-2786e25920e5 is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:10:11.339479 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-c2036c54-2c58-48ba-9710-28d861ac28d9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:10:11.349931 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-c2036c54-2c58-48ba-9710-28d861ac28d9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Received port after_create {{(pid=91888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:10:11.357353 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-c2036c54-2c58-48ba-9710-28d861ac28d9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:11.361402 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-c2036c54-2c58-48ba-9710-28d861ac28d9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for port, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:11.390097 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 37340) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:11.407495 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2036c54-2c58-48ba-9710-28d861ac28d9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Pushing event updated for resources: {'Port': ['ID=95ddf6c1-e525-4552-b91f-ab60989f1456,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:11.409755 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6acf6557-9a42-49b2-8b91-ac8b542f5d15 {{(pid=91887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:10:11.421728 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-c2036c54-2c58-48ba-9710-28d861ac28d9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:11.425377 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:11.428680 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:11.430730 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] 10.222.0.21 "PUT /v2.0/ports/f3ce4f41-f8c7-4be3-bf51-483543000f29 HTTP/1.1" status: 200 len: 1094 time: 2.7589204 Jun 11 00:10:11.431221 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265f9c91-149b-47d4-9506-aaa97880d7e2', 'tag': 'f3ce4f41-f8c7-4be3-bf51-483543000f29'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:10:11.441909 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-c2036c54-2c58-48ba-9710-28d861ac28d9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1924119 Jun 11 00:10:11.465678 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Request body: {'port': {'device_id': '0f1b398e-a72f-4bd1-90d3-51a502fdb434', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:10:11.564571 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ce4f41-f8c7-4be3-bf51-483543000f29,revision_number=3']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:11.569678 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:11.594785 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:11.644212 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Transition to ACTIVE for port object 6acf6557-9a42-49b2-8b91-ac8b542f5d15 will not be triggered until provisioned by entity L2. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:10:11.648809 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-5399b847-6f66-4660-a402-42ffe0d9cf20 None None] Provisioning for port 95ddf6c1-e525-4552-b91f-ab60989f1456 completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:10:11.650744 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-57bdc1d1-b934-4f34-afc1-528dddbdbe75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:11.654057 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-5399b847-6f66-4660-a402-42ffe0d9cf20 None None] Provisioning complete for port 95ddf6c1-e525-4552-b91f-ab60989f1456 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:10:11.654689 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-5399b847-6f66-4660-a402-42ffe0d9cf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:11.662471 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:11.670714 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-87be8851-c3dc-4dfe-8a9e-b1a034b09938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:11.698375 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5d1f2-2bd1-4939-a4ac-3a9df498d44d req-b8b136ca-c7da-4d6e-8a4f-b864614b3f55 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:11.700055 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2cd5d1f2-2bd1-4939-a4ac-3a9df498d44d req-b8b136ca-c7da-4d6e-8a4f-b864614b3f55 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 931 time: 0.1922400 Jun 11 00:10:11.703081 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:11.718216 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-5399b847-6f66-4660-a402-42ffe0d9cf20 None None] Port 95ddf6c1-e525-4552-b91f-ab60989f1456 cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:10:11.774239 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d0311f-b4c3-4f1a-ab7d-f76d6790b487" -d '{"events": [{"name": "network-changed", "server_uuid": "265f9c91-149b-47d4-9506-aaa97880d7e2", "tag": "f3ce4f41-f8c7-4be3-bf51-483543000f29"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:10:11.785403 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-7489affe-e1eb-460a-b5ce-5c9955244d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:11.786934 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-7489affe-e1eb-460a-b5ce-5c9955244d5c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c33865a137fb461586e8a7e83d61e7b2&device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 1097 time: 0.2614317 Jun 11 00:10:11.789216 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6acf6557-9a42-49b2-8b91-ac8b542f5d15,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:11.794604 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:11.833840 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2cd5d1f2-2bd1-4939-a4ac-3a9df498d44d req-1071798b-cfeb-4476-9999-b3de8e5140a9 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252193 Jun 11 00:10:11.907970 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adeaaa4a-8737-4623-9a36-dacd936cc793 x-openstack-request-id: req-adeaaa4a-8737-4623-9a36-dacd936cc793 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:10:11.908768 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265f9c91-149b-47d4-9506-aaa97880d7e2", "tag": "f3ce4f41-f8c7-4be3-bf51-483543000f29", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:10:11.909041 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-adeaaa4a-8737-4623-9a36-dacd936cc793 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:10:11.909511 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265f9c91-149b-47d4-9506-aaa97880d7e2', 'tag': 'f3ce4f41-f8c7-4be3-bf51-483543000f29', 'status': 'completed', 'code': 200} Jun 11 00:10:11.910890 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-c96c9fea-9fe0-444e-a483-3172f44aebf6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3ce4f41-f8c7-4be3-bf51-483543000f29 HTTP/1.1" status: 200 len: 217 time: 0.1143301 Jun 11 00:10:11.915723 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Attempting to bind port 6acf6557-9a42-49b2-8b91-ac8b542f5d15 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:10:11.916058 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Attempting to bind port 6acf6557-9a42-49b2-8b91-ac8b542f5d15 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'e134e8c7-f569-49c6-bf91-776ad1919a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a4f0ab10-a508-4639-872f-a1788b421e5d'}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:10:11.916387 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Attempting to bind port 6acf6557-9a42-49b2-8b91-ac8b542f5d15 on network a4f0ab10-a508-4639-872f-a1788b421e5d {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:10:11.963906 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Port 6acf6557-9a42-49b2-8b91-ac8b542f5d15 on network a4f0ab10-a508-4639-872f-a1788b421e5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:10:11.963906 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Attempting to bind port 6acf6557-9a42-49b2-8b91-ac8b542f5d15 on network a4f0ab10-a508-4639-872f-a1788b421e5d {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:10:11.975646 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Checking agent: {'id': '0b82d12c-0850-474f-ad5c-077a5fa277b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:10:11.976204 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Checking segment: {'id': 'e134e8c7-f569-49c6-bf91-776ad1919a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a4f0ab10-a508-4639-872f-a1788b421e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:10:11.976742 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Bound using segment: {'id': 'e134e8c7-f569-49c6-bf91-776ad1919a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a4f0ab10-a508-4639-872f-a1788b421e5d'} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:10:11.977906 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Bound port: 6acf6557-9a42-49b2-8b91-ac8b542f5d15, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e134e8c7-f569-49c6-bf91-776ad1919a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a4f0ab10-a508-4639-872f-a1788b421e5d'}}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:10:11.978416 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:12.013787 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-a6b11268-ff30-418e-9643-673bc7f31e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:12.018887 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-a6b11268-ff30-418e-9643-673bc7f31e7d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=06445c02-8c20-46e0-be9b-66222ba10e31 HTTP/1.1" status: 200 len: 859 time: 0.0990222 Jun 11 00:10:12.019867 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-57bdc1d1-b934-4f34-afc1-528dddbdbe75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:12.073016 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-57bdc1d1-b934-4f34-afc1-528dddbdbe75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:12.119689 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-b2bb1bf7-3d0b-4262-a2cd-ad9a08ebd703 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4f0ab10-a508-4639-872f-a1788b421e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582857 Jun 11 00:10:12.127012 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-8a48aac0-f6e2-4f22-97ff-ca705dd98ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:12.131399 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-57bdc1d1-b934-4f34-afc1-528dddbdbe75 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4ae6b06a75345509487d8eecd0ee281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7400229 Jun 11 00:10:12.142232 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 37374) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:12.146704 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] For port 6acf6557-9a42-49b2-8b91-ac8b542f5d15, host hv-cinder-78626, cleared binding levels {{(pid=91887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:10:12.150655 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] For port 6acf6557-9a42-49b2-8b91-ac8b542f5d15, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6acf6557-9a42-49b2-8b91-ac8b542f5d15,segment=NetworkSegment(e134e8c7-f569-49c6-bf91-776ad1919a5e),segment_id=e134e8c7-f569-49c6-bf91-776ad1919a5e)] {{(pid=91887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:10:12.163667 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:12.189907 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:12.236002 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-9725ed84-5c01-4aa3-8325-dc9d9b83e18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:12.248546 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bdc1d1-b934-4f34-afc1-528dddbdbe75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33cba7f-82cc-4a8c-a270-9da28502ca43,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:12.259716 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-57bdc1d1-b934-4f34-afc1-528dddbdbe75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:12.282696 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-9725ed84-5c01-4aa3-8325-dc9d9b83e18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:12.298342 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:12.299293 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:12.301025 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] 10.222.0.21 "PUT /v2.0/ports/6acf6557-9a42-49b2-8b91-ac8b542f5d15 HTTP/1.1" status: 200 len: 1093 time: 2.1580489 Jun 11 00:10:12.359611 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6acf6557-9a42-49b2-8b91-ac8b542f5d15,revision_number=3']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:12.386351 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:12.419631 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-f478521e-c9e7-43c9-94af-202be21d828d service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668316 Jun 11 00:10:12.466961 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 37394) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:12.555556 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ddf6c1-e525-4552-b91f-ab60989f1456 {{(pid=91888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:10:12.599298 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-044533da-0fe6-483e-a22d-f3c538f497d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:12.600851 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-044533da-0fe6-483e-a22d-f3c538f497d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c33865a137fb461586e8a7e83d61e7b2&device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 1096 time: 0.1838613 Jun 11 00:10:12.673858 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 6ec09378-6d46-4297-a371-ef7c8b3d8e20 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:10:12.721682 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-ceafb3ad-555f-4cee-b367-7fcc74c9b316 req-a9dcb5cd-0a98-437f-8819-6595f5d23581 service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924833 Jun 11 00:10:12.736616 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-f2165bf9-181c-426f-8d11-1ae9ff8efe27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6acf6557-9a42-49b2-8b91-ac8b542f5d15 HTTP/1.1" status: 200 len: 217 time: 0.1098607 Jun 11 00:10:12.737853 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-70f54b51-6c36-4421-a76c-66fedcfce7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:12.858375 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 6ec09378-6d46-4297-a371-ef7c8b3d8e20, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6ec09378-6d46-4297-a371-ef7c8b3d8e20,segment=NetworkSegment(44048ef7-d65e-49ab-b851-e7a59912f6d5),segment_id=44048ef7-d65e-49ab-b851-e7a59912f6d5)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:10:12.875327 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '6ec09378-6d46-4297-a371-ef7c8b3d8e20', 'network_id': '4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4', 'port_id': '6ec09378-6d46-4297-a371-ef7c8b3d8e20', 'mac_address': 'fa:16:3e:94:78:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64aafcd-0fc3-4639-acb8-17e4812d1155', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:10:12.907859 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:12.943750 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:12.954790 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21087a0e-4a54-44f8-8e7f-2bcab0809616 req-6cdfcc03-c02d-49a8-b919-f3dd8a7b24e0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:12.958417 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-21087a0e-4a54-44f8-8e7f-2bcab0809616 req-6cdfcc03-c02d-49a8-b919-f3dd8a7b24e0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 931 time: 0.6710043 Jun 11 00:10:12.969469 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec09378-6d46-4297-a371-ef7c8b3d8e20 {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:10:12.996776 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 6ec09378-6d46-4297-a371-ef7c8b3d8e20, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6ec09378-6d46-4297-a371-ef7c8b3d8e20,segment=NetworkSegment(44048ef7-d65e-49ab-b851-e7a59912f6d5),segment_id=44048ef7-d65e-49ab-b851-e7a59912f6d5)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:10:13.003584 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:13.011269 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-887a2df7-4095-4510-b2d6-cdd4e9805ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:13.053580 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-753205e2-43ed-40e4-bf13-3ac6cfcbde9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:13.055061 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-753205e2-43ed-40e4-bf13-3ac6cfcbde9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=06445c02-8c20-46e0-be9b-66222ba10e31 HTTP/1.1" status: 200 len: 859 time: 0.3035042 Jun 11 00:10:13.082641 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=6ec09378-6d46-4297-a371-ef7c8b3d8e20,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:13.088465 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:13.109072 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.provisioning_blocks [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Transition to ACTIVE for port object 95ddf6c1-e525-4552-b91f-ab60989f1456 will not be triggered until provisioned by entity L2. {{(pid=91888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:10:13.110633 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-8e706fb0-7dec-4339-b237-54996ce16524 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4f0ab10-a508-4639-872f-a1788b421e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437522 Jun 11 00:10:13.113035 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-9725ed84-5c01-4aa3-8325-dc9d9b83e18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:13.122104 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-9725ed84-5c01-4aa3-8325-dc9d9b83e18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:13.130573 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-9725ed84-5c01-4aa3-8325-dc9d9b83e18e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b33cba7f-82cc-4a8c-a270-9da28502ca43 HTTP/1.1" status: 204 len: 168 time: 0.9850411 Jun 11 00:10:13.134918 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-21087a0e-4a54-44f8-8e7f-2bcab0809616 req-d047c537-74b5-4428-8d3c-cd00888f1770 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596086 Jun 11 00:10:13.137669 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-94f3da35-2aff-4353-b1e3-88806eb90cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:13.143853 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:13.159792 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725ed84-5c01-4aa3-8325-dc9d9b83e18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33cba7f-82cc-4a8c-a270-9da28502ca43,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:13.198780 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-5eefb53a-9722-477b-b677-81294b145800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:13.202031 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-9725ed84-5c01-4aa3-8325-dc9d9b83e18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:13.227672 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0311f-b4c3-4f1a-ab7d-f76d6790b487 req-e659f587-415c-431c-874e-2b4962cf924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:13.237916 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a8d0311f-b4c3-4f1a-ab7d-f76d6790b487 req-e659f587-415c-431c-874e-2b4962cf924e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c33865a137fb461586e8a7e83d61e7b2&device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 1097 time: 0.4287152 Jun 11 00:10:13.238183 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06539d-e810-4fe2-86c1-06f4f1ab43d7 req-60afa37b-1205-4c6a-9fbd-d9d497379664 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:13.240176 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5d06539d-e810-4fe2-86c1-06f4f1ab43d7 req-60afa37b-1205-4c6a-9fbd-d9d497379664 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 943 time: 0.7170224 Jun 11 00:10:13.240713 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-123dc8ab-aa49-4ec6-8cbd-7cca5e4acaef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:13.245957 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 37444) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:13.275811 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['6ec09378-6d46-4297-a371-ef7c8b3d8e20'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:10:13.497346 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Pushing event updated for resources: {'Port': ['ID=95ddf6c1-e525-4552-b91f-ab60989f1456,revision_number=2']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:13.511071 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:13.631973 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5d06539d-e810-4fe2-86c1-06f4f1ab43d7 req-a61efae5-914c-488c-a32b-94026b7af94c tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/security-groups?id=131658a6-b1ac-4873-9abb-7a154841e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446875 Jun 11 00:10:13.720329 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-b7e42c37-24fa-49d0-a165-bb9e46e27822 service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5965750 Jun 11 00:10:13.760204 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-70f54b51-6c36-4421-a76c-66fedcfce7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:13.791676 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-70f54b51-6c36-4421-a76c-66fedcfce7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:13.805439 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-df7f9778-4913-46de-9deb-144645c91d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:13.826365 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.managers [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Attempting to bind port 95ddf6c1-e525-4552-b91f-ab60989f1456 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:10:13.826365 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.managers [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Attempting to bind port 95ddf6c1-e525-4552-b91f-ab60989f1456 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '05203495-5e16-493a-b4c1-e5efc4595b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5'}] {{(pid=91888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:10:13.826365 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Attempting to bind port 95ddf6c1-e525-4552-b91f-ab60989f1456 on network 1ba42ba2-7b55-4648-8b55-2786e25920e5 {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:10:13.831845 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d210b247-e858-42a9-9ca4-e6e5ab1c188b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:13.845270 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0311f-b4c3-4f1a-ab7d-f76d6790b487 req-741d06ad-6bf7-4dc4-96df-4ea0de0e7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:13.846860 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a8d0311f-b4c3-4f1a-ab7d-f76d6790b487 req-741d06ad-6bf7-4dc4-96df-4ea0de0e7b33 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4f0ab10-a508-4639-872f-a1788b421e5d HTTP/1.1" status: 200 len: 920 time: 0.5893364 Jun 11 00:10:13.861541 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd17c1-9d10-4572-b6df-a2a51e547e18 req-9112e1d1-22bb-485e-9ad9-26a54225931e tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:13.862885 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-effd17c1-9d10-4572-b6df-a2a51e547e18 req-9112e1d1-22bb-485e-9ad9-26a54225931e tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 943 time: 0.4176214 Jun 11 00:10:13.864046 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 37474) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:13.866275 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Port 95ddf6c1-e525-4552-b91f-ab60989f1456 on network 1ba42ba2-7b55-4648-8b55-2786e25920e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:10:13.866653 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Attempting to bind port 95ddf6c1-e525-4552-b91f-ab60989f1456 on network 1ba42ba2-7b55-4648-8b55-2786e25920e5 {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:10:13.917463 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5536d5ac-de51-4862-99ce-977146f97e6a', 'tag': '6acf6557-9a42-49b2-8b91-ac8b542f5d15'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:10:13.919920 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce4557b-cf8c-4085-959c-5dc309b5629f" -d '{"events": [{"name": "network-changed", "server_uuid": "5536d5ac-de51-4862-99ce-977146f97e6a", "tag": "6acf6557-9a42-49b2-8b91-ac8b542f5d15"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:10:13.928476 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Checking agent: {'id': '0b82d12c-0850-474f-ad5c-077a5fa277b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:10:13.928883 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Checking segment: {'id': '05203495-5e16-493a-b4c1-e5efc4595b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:10:13.929272 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Bound using segment: {'id': '05203495-5e16-493a-b4c1-e5efc4595b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5'} {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:10:13.930207 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.managers [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Bound port: 95ddf6c1-e525-4552-b91f-ab60989f1456, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05203495-5e16-493a-b4c1-e5efc4595b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5'}}] {{(pid=91888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:10:13.930825 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:13.932720 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-29541137-bf03-41a4-9e18-a4addf0e54cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:13.997962 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f54b51-6c36-4421-a76c-66fedcfce7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12054ede-b39d-412e-860a-af364eb75e36,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:14.002250 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-70f54b51-6c36-4421-a76c-66fedcfce7d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=faa7d882049447a391c598e3d86c8758&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5341430 Jun 11 00:10:14.003500 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-70f54b51-6c36-4421-a76c-66fedcfce7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:14.004948 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4058d3-5427-4c1a-bae9-19c309616c57 x-openstack-request-id: req-2f4058d3-5427-4c1a-bae9-19c309616c57 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:10:14.005246 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5536d5ac-de51-4862-99ce-977146f97e6a", "tag": "6acf6557-9a42-49b2-8b91-ac8b542f5d15", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:10:14.005519 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f4058d3-5427-4c1a-bae9-19c309616c57 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:10:14.005930 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5536d5ac-de51-4862-99ce-977146f97e6a', 'tag': '6acf6557-9a42-49b2-8b91-ac8b542f5d15', 'status': 'completed', 'code': 200} Jun 11 00:10:14.008200 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 37482) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:14.012661 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a8d0311f-b4c3-4f1a-ab7d-f76d6790b487 req-85e9c0f1-76c1-49cf-8a68-f1584d5b96eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3ce4f41-f8c7-4be3-bf51-483543000f29 HTTP/1.1" status: 200 len: 217 time: 0.1067104 Jun 11 00:10:14.038505 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-effd17c1-9d10-4572-b6df-a2a51e547e18 req-d1f1cdea-c1fa-4517-beaa-d9fe6a839b99 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414514 Jun 11 00:10:14.104838 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] For port 95ddf6c1-e525-4552-b91f-ab60989f1456, host hv-cinder-78626, cleared binding levels {{(pid=91888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:10:14.108316 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d210b247-e858-42a9-9ca4-e6e5ab1c188b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:14.109934 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] For port 95ddf6c1-e525-4552-b91f-ab60989f1456, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=95ddf6c1-e525-4552-b91f-ab60989f1456,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:10:14.112329 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a6702247-a57a-4909-ab2d-d51baed4ed1e req-cce33ea4-d83a-473b-8537-66fe677217ab service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760190 Jun 11 00:10:14.115026 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d210b247-e858-42a9-9ca4-e6e5ab1c188b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:14.120946 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-552e5871-4fc6-48e6-8af8-217af4a6abfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:14.123234 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:14.132759 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0311f-b4c3-4f1a-ab7d-f76d6790b487 req-17b02623-7fae-4046-8c4d-29374a8c8b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:14.134384 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a8d0311f-b4c3-4f1a-ab7d-f76d6790b487 req-17b02623-7fae-4046-8c4d-29374a8c8b66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=06445c02-8c20-46e0-be9b-66222ba10e31 HTTP/1.1" status: 200 len: 859 time: 0.1111717 Jun 11 00:10:14.179309 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:14.180009 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for port, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:14.181519 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] 10.222.0.21 "PUT /v2.0/ports/95ddf6c1-e525-4552-b91f-ab60989f1456 HTTP/1.1" status: 200 len: 1093 time: 2.7314878 Jun 11 00:10:14.183650 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a8d0311f-b4c3-4f1a-ab7d-f76d6790b487 req-12559bc7-3fbd-484d-909c-4fb6220bacef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4f0ab10-a508-4639-872f-a1788b421e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397639 Jun 11 00:10:14.186593 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1b398e-a72f-4bd1-90d3-51a502fdb434', 'tag': '95ddf6c1-e525-4552-b91f-ab60989f1456'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:10:14.189383 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06fa5af-f249-46a1-bc93-52cbcc7972c8" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1b398e-a72f-4bd1-90d3-51a502fdb434", "tag": "95ddf6c1-e525-4552-b91f-ab60989f1456"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:10:14.200599 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210b247-e858-42a9-9ca4-e6e5ab1c188b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfad84d-641a-44c3-a69c-11d1f6c8c072,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:14.204038 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-d210b247-e858-42a9-9ca4-e6e5ab1c188b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:14.209323 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-d210b247-e858-42a9-9ca4-e6e5ab1c188b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36065c7281b04bc0a818e0ba834f00ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9619424 Jun 11 00:10:14.210126 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 37490) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:14.212942 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:14.280592 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c238ba-cfdf-41ae-a86d-3083ca8c7c43 x-openstack-request-id: req-57c238ba-cfdf-41ae-a86d-3083ca8c7c43 {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:10:14.280887 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1b398e-a72f-4bd1-90d3-51a502fdb434", "tag": "95ddf6c1-e525-4552-b91f-ab60989f1456", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:10:14.281153 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57c238ba-cfdf-41ae-a86d-3083ca8c7c43 {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:10:14.286423 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1b398e-a72f-4bd1-90d3-51a502fdb434', 'tag': '95ddf6c1-e525-4552-b91f-ab60989f1456', 'status': 'completed', 'code': 200} Jun 11 00:10:14.351329 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f173da43-1974-4445-8ed8-26931da3c27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:14.411526 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f173da43-1974-4445-8ed8-26931da3c27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:14.415165 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a8d0311f-b4c3-4f1a-ab7d-f76d6790b487 req-f4b36f79-65c2-4936-8a9c-9341f84827e9 service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175977 Jun 11 00:10:14.424013 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Pushing event updated for resources: {'Port': ['ID=95ddf6c1-e525-4552-b91f-ab60989f1456,revision_number=3']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:14.427130 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:14.468763 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c4ab297a-ce91-4137-8132-494617406bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:14.490324 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4557b-cf8c-4085-959c-5dc309b5629f req-4b148cff-dd7f-4b59-8499-cc695bc0016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:14.491806 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9ce4557b-cf8c-4085-959c-5dc309b5629f req-4b148cff-dd7f-4b59-8499-cc695bc0016b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c33865a137fb461586e8a7e83d61e7b2&device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 1096 time: 0.3072634 Jun 11 00:10:14.527929 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-29541137-bf03-41a4-9e18-a4addf0e54cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:14.529905 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c4ab297a-ce91-4137-8132-494617406bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:14.533754 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-bc519ee3-b482-433a-9023-37dc6960496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:14.535240 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-bc519ee3-b482-433a-9023-37dc6960496e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0094d020672949ff926d2de6af156555&device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 1096 time: 0.2859013 Jun 11 00:10:14.545482 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-29541137-bf03-41a4-9e18-a4addf0e54cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:14.556337 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:14.602393 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f173da43-1974-4445-8ed8-26931da3c27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:14.604968 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f173da43-1974-4445-8ed8-26931da3c27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:14.606072 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-f173da43-1974-4445-8ed8-26931da3c27c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/12054ede-b39d-412e-860a-af364eb75e36 HTTP/1.1" status: 204 len: 168 time: 0.5922005 Jun 11 00:10:14.609474 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:14.650700 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-948a013e-ccac-465f-a9b8-54ed835986c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95ddf6c1-e525-4552-b91f-ab60989f1456 HTTP/1.1" status: 200 len: 217 time: 0.1064291 Jun 11 00:10:14.651841 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 6ec09378-6d46-4297-a371-ef7c8b3d8e20 up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:10:14.658244 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f74dbd-07c2-4f7c-96f3-37d840da712c req-9b0f5d40-a196-45b0-8ad0-60ca864e8059 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:14.659990 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-10f74dbd-07c2-4f7c-96f3-37d840da712c req-9b0f5d40-a196-45b0-8ad0-60ca864e8059 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.3304102 Jun 11 00:10:14.671303 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a8d0311f-b4c3-4f1a-ab7d-f76d6790b487 req-9ce5fb4a-d9cc-489f-a029-075a871ac93c service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483437 Jun 11 00:10:14.682335 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173da43-1974-4445-8ed8-26931da3c27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12054ede-b39d-412e-860a-af364eb75e36,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:14.688316 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-29541137-bf03-41a4-9e18-a4addf0e54cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efe9f79c74a641c8a0336af610ace178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8232245 Jun 11 00:10:14.692120 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f173da43-1974-4445-8ed8-26931da3c27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:14.694020 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 37498) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:14.724529 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4557b-cf8c-4085-959c-5dc309b5629f req-0f5dd2c3-3be9-427f-b248-3f63ee3a4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:14.726960 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9ce4557b-cf8c-4085-959c-5dc309b5629f req-0f5dd2c3-3be9-427f-b248-3f63ee3a4a29 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4f0ab10-a508-4639-872f-a1788b421e5d HTTP/1.1" status: 200 len: 920 time: 0.1849592 Jun 11 00:10:14.727304 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29541137-bf03-41a4-9e18-a4addf0e54cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5c845d-8965-4c9b-9d66-2bf135711100,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:14.730912 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-29541137-bf03-41a4-9e18-a4addf0e54cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:14.803649 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning for port 6ec09378-6d46-4297-a371-ef7c8b3d8e20 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:10:14.816089 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-918464a5-5fe8-458a-a5c9-154316be30f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:14.816930 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 6ec09378-6d46-4297-a371-ef7c8b3d8e20 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:10:14.817476 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:14.818166 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-918464a5-5fe8-458a-a5c9-154316be30f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c9e8297c-0b7d-4e4e-a364-e97c2d20421f HTTP/1.1" status: 200 len: 855 time: 0.1572313 Jun 11 00:10:14.835321 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9ce4557b-cf8c-4085-959c-5dc309b5629f req-0a03bf3c-febc-430b-b1a2-e7eb55fb4a5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6acf6557-9a42-49b2-8b91-ac8b542f5d15 HTTP/1.1" status: 200 len: 217 time: 0.0908000 Jun 11 00:10:14.906178 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4557b-cf8c-4085-959c-5dc309b5629f req-e300fa06-e22b-4671-ad1d-232017d00e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:14.908292 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9ce4557b-cf8c-4085-959c-5dc309b5629f req-e300fa06-e22b-4671-ad1d-232017d00e10 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=06445c02-8c20-46e0-be9b-66222ba10e31 HTTP/1.1" status: 200 len: 859 time: 0.0648651 Jun 11 00:10:14.950716 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:14.969335 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c4ab297a-ce91-4137-8132-494617406bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:14.972018 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c4ab297a-ce91-4137-8132-494617406bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:14.973004 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9ce4557b-cf8c-4085-959c-5dc309b5629f req-d7f69c78-2651-45e6-bf5c-e62e1aedbe86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4f0ab10-a508-4639-872f-a1788b421e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535481 Jun 11 00:10:14.973202 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-c4ab297a-ce91-4137-8132-494617406bc7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9dfad84d-641a-44c3-a69c-11d1f6c8c072 HTTP/1.1" status: 204 len: 168 time: 0.7578423 Jun 11 00:10:14.983816 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-2e903d2f-664e-403e-aa48-c8bd61416b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:14.991800 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 6ec09378-6d46-4297-a371-ef7c8b3d8e20, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6ec09378-6d46-4297-a371-ef7c8b3d8e20,segment=NetworkSegment(44048ef7-d65e-49ab-b851-e7a59912f6d5),segment_id=44048ef7-d65e-49ab-b851-e7a59912f6d5)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:10:14.993775 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748cf86c-8ee8-477d-9ecb-30f5e75dbddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec09378-6d46-4297-a371-ef7c8b3d8e20'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:10:15.054547 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:15.056953 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:15.104085 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-10f74dbd-07c2-4f7c-96f3-37d840da712c req-fe23ef95-55d5-479e-a8f4-dca8ca2dc805 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4314022 Jun 11 00:10:15.136853 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab297a-ce91-4137-8132-494617406bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfad84d-641a-44c3-a69c-11d1f6c8c072,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:15.167292 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9ce4557b-cf8c-4085-959c-5dc309b5629f req-ebc156c4-516d-4379-bf71-6945981af861 service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785016 Jun 11 00:10:15.191394 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:10:15.204187 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-c4ab297a-ce91-4137-8132-494617406bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:15.209822 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b1ee7a3d-cfbb-46ae-9232-3facc7a1650c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:15.240800 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-f6d11007-cee2-43be-9c35-c32c135f370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:15.245130 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-f6d11007-cee2-43be-9c35-c32c135f370d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ba42ba2-7b55-4648-8b55-2786e25920e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4145255 Jun 11 00:10:15.249426 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=6ec09378-6d46-4297-a371-ef7c8b3d8e20,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:15.253000 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:15.301000 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 37522) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:15.484487 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d50dc-264a-4f6b-91fc-9e600f305679 req-de27fb9f-ed99-453e-b034-94d8ccd66dca tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:15.500980 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f84d50dc-264a-4f6b-91fc-9e600f305679 req-de27fb9f-ed99-453e-b034-94d8ccd66dca tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 944 time: 0.6816361 Jun 11 00:10:15.504224 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928d692a-44a8-4bb5-8d92-cf92785d47bc" -d '{"events": [{"server_uuid": "748cf86c-8ee8-477d-9ecb-30f5e75dbddf", "name": "network-vif-plugged", "status": "completed", "tag": "6ec09378-6d46-4297-a371-ef7c8b3d8e20"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:10:15.520350 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b1ee7a3d-cfbb-46ae-9232-3facc7a1650c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:15.579766 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-44870939-2230-410e-b28c-af88720ac6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:15.759255 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-1eae6b74-92f6-40cc-89fa-ec2dcff39f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:15.819206 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9ce4557b-cf8c-4085-959c-5dc309b5629f req-5153da16-602e-4287-b77f-ade3671abf28 service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6453583 Jun 11 00:10:15.851484 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 37550) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:15.874040 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-581c19b3-2fdd-4777-91bb-00c313771249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:15.875896 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f84d50dc-264a-4f6b-91fc-9e600f305679 req-ababcb0e-c3af-4790-9847-a18d6d52e729 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/security-groups?id=131658a6-b1ac-4873-9abb-7a154841e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735571 Jun 11 00:10:15.924131 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:15.935911 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-e5674706-5346-4b2d-b5fe-0f4c37b28e50 service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486528 Jun 11 00:10:16.002078 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 37556) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:16.003902 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea186ec-4fed-4c9b-b4fc-cbea2e9b7a73 req-f124b336-6d48-49ee-80aa-5aaaf74bee17 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:16.005405 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-fea186ec-4fed-4c9b-b4fc-cbea2e9b7a73 req-f124b336-6d48-49ee-80aa-5aaaf74bee17 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 943 time: 0.5537937 Jun 11 00:10:16.009946 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b1ee7a3d-cfbb-46ae-9232-3facc7a1650c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:16.012576 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b1ee7a3d-cfbb-46ae-9232-3facc7a1650c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:16.016080 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-b1ee7a3d-cfbb-46ae-9232-3facc7a1650c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c5c845d-8965-4c9b-9d66-2bf135711100 HTTP/1.1" status: 204 len: 168 time: 1.2901738 Jun 11 00:10:16.019888 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-e44c05f1-8939-49d8-a753-f7439ad09556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:16.046426 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-44870939-2230-410e-b28c-af88720ac6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:16.107753 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee7a3d-cfbb-46ae-9232-3facc7a1650c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5c845d-8965-4c9b-9d66-2bf135711100,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:16.112840 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-44870939-2230-410e-b28c-af88720ac6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:16.115478 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-b1ee7a3d-cfbb-46ae-9232-3facc7a1650c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:16.121864 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-b1ee7a3d-cfbb-46ae-9232-3facc7a1650c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:16.137636 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01935ce6-2210-4a03-9e1b-047847df7a1a x-openstack-request-id: req-01935ce6-2210-4a03-9e1b-047847df7a1a {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:10:16.138145 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748cf86c-8ee8-477d-9ecb-30f5e75dbddf", "name": "network-vif-plugged", "status": "completed", "tag": "6ec09378-6d46-4297-a371-ef7c8b3d8e20", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:10:16.138575 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01935ce6-2210-4a03-9e1b-047847df7a1a {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:10:16.139205 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748cf86c-8ee8-477d-9ecb-30f5e75dbddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec09378-6d46-4297-a371-ef7c8b3d8e20', 'code': 200} Jun 11 00:10:16.175787 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e0d05b35-f4ae-4aa3-ada7-6ea4554b2f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:16.200431 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8c8497f-c1f7-4d00-8752-6a3b3d3ce49f req-f5d94509-b3f9-4fc5-9099-cde2b77a5ffd service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568271 Jun 11 00:10:16.271206 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-fea186ec-4fed-4c9b-b4fc-cbea2e9b7a73 req-bec782a8-5166-443d-beb4-c17edae4af67 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519658 Jun 11 00:10:16.278534 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-44870939-2230-410e-b28c-af88720ac6a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2dfe83703a9c4a6aacc7d47de45fd6d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9627006 Jun 11 00:10:16.278534 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44870939-2230-410e-b28c-af88720ac6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47cc03d-6c82-46da-b3f8-ed8896fa80e5,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:16.279859 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 37564) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:16.310884 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-581c19b3-2fdd-4777-91bb-00c313771249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:16.329510 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-581c19b3-2fdd-4777-91bb-00c313771249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:16.333126 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-5e749353-c348-4115-a1d3-c529551587cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:16.345732 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-44870939-2230-410e-b28c-af88720ac6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:16.422312 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-581c19b3-2fdd-4777-91bb-00c313771249 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4c01a7a5f5b42e5aeb3c5526dd04f43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5689211 Jun 11 00:10:16.428391 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c19b3-2fdd-4777-91bb-00c313771249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1ac696-17bf-4f54-8a1d-65f74e0bb499,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:16.431593 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 37568) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:16.471045 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-581c19b3-2fdd-4777-91bb-00c313771249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:16.583841 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4d8bbe67-10da-4999-b56f-f9f181b5ec5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:16.646033 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-97b1dcce-0ce1-42bc-a3f3-9653151d9121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:16.650520 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device f3ce4f41-f8c7-4be3-bf51-483543000f29 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:10:16.669677 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e0d05b35-f4ae-4aa3-ada7-6ea4554b2f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:16.676546 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218e943-e8b8-4442-8135-9726f7514095 req-0b0f801d-d558-45d1-99a9-3db2dd382d07 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:16.683847 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6218e943-e8b8-4442-8135-9726f7514095 req-0b0f801d-d558-45d1-99a9-3db2dd382d07 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.3808491 Jun 11 00:10:16.701626 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4d8bbe67-10da-4999-b56f-f9f181b5ec5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:16.707620 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e0d05b35-f4ae-4aa3-ada7-6ea4554b2f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:16.719585 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-97b1dcce-0ce1-42bc-a3f3-9653151d9121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:16.736296 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:16.762749 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d05b35-f4ae-4aa3-ada7-6ea4554b2f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2654810-bd9f-4afa-984e-d7c0f8a21f1a,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:16.777943 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e0d05b35-f4ae-4aa3-ada7-6ea4554b2f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:16.785442 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fa5af-f249-46a1-bc93-52cbcc7972c8 req-2b91e2ad-b27c-4f06-9d43-d50f6a91c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:16.786937 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f06fa5af-f249-46a1-bc93-52cbcc7972c8 req-2b91e2ad-b27c-4f06-9d43-d50f6a91c79d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0094d020672949ff926d2de6af156555&device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 1096 time: 0.3611209 Jun 11 00:10:16.793231 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6218e943-e8b8-4442-8135-9726f7514095 req-2f5b467f-6f13-4133-91ec-d58438dcc201 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084225 Jun 11 00:10:16.794339 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb0879-bd67-4984-b017-4ba19b9756da req-680e93ef-4a79-4485-b198-8d13f62962e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:16.796368 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-8adb0879-bd67-4984-b017-4ba19b9756da req-680e93ef-4a79-4485-b198-8d13f62962e4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 1098 time: 0.3233938 Jun 11 00:10:16.852920 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port f3ce4f41-f8c7-4be3-bf51-483543000f29, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f3ce4f41-f8c7-4be3-bf51-483543000f29,segment=NetworkSegment(e134e8c7-f569-49c6-bf91-776ad1919a5e),segment_id=e134e8c7-f569-49c6-bf91-776ad1919a5e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:10:16.856766 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-e0d05b35-f4ae-4aa3-ada7-6ea4554b2f3c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c539fc3fdade470bb9e642e7cc3dc55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8510258 Jun 11 00:10:16.856766 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-8adb0879-bd67-4984-b017-4ba19b9756da req-d11b8310-6d3d-40ba-85fc-177d0a4aec31 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:16.868268 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': 'f3ce4f41-f8c7-4be3-bf51-483543000f29', 'network_id': 'a4f0ab10-a508-4639-872f-a1788b421e5d', 'port_id': 'f3ce4f41-f8c7-4be3-bf51-483543000f29', 'mac_address': 'fa:16:3e:fa:fd:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06445c02-8c20-46e0-be9b-66222ba10e31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:10:16.869352 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 37580) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:16.925804 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:16.958117 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ce4f41-f8c7-4be3-bf51-483543000f29 {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:10:16.963417 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fa5af-f249-46a1-bc93-52cbcc7972c8 req-33af8943-e41b-4bdc-8bea-870dd04e3f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:16.967301 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f06fa5af-f249-46a1-bc93-52cbcc7972c8 req-33af8943-e41b-4bdc-8bea-870dd04e3f1c service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ba42ba2-7b55-4648-8b55-2786e25920e5 HTTP/1.1" status: 200 len: 917 time: 0.1719069 Jun 11 00:10:16.987498 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-be9a1a8a-9c2c-4ae0-a9c9-24e8585025f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:16.991175 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port f3ce4f41-f8c7-4be3-bf51-483543000f29, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f3ce4f41-f8c7-4be3-bf51-483543000f29,segment=NetworkSegment(e134e8c7-f569-49c6-bf91-776ad1919a5e),segment_id=e134e8c7-f569-49c6-bf91-776ad1919a5e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:10:16.997391 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:17.000379 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 6acf6557-9a42-49b2-8b91-ac8b542f5d15 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:10:17.018648 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:17.024738 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-be9a1a8a-9c2c-4ae0-a9c9-24e8585025f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:17.041403 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f06fa5af-f249-46a1-bc93-52cbcc7972c8 req-5ef534b4-87c0-43b0-9c60-3e1301c0ca2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95ddf6c1-e525-4552-b91f-ab60989f1456 HTTP/1.1" status: 200 len: 217 time: 0.0657599 Jun 11 00:10:17.042458 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-97b1dcce-0ce1-42bc-a3f3-9653151d9121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:17.046117 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-97b1dcce-0ce1-42bc-a3f3-9653151d9121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:17.047580 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-97b1dcce-0ce1-42bc-a3f3-9653151d9121 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e47cc03d-6c82-46da-b3f8-ed8896fa80e5 HTTP/1.1" status: 204 len: 168 time: 0.7547600 Jun 11 00:10:17.050316 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:17.134341 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fa5af-f249-46a1-bc93-52cbcc7972c8 req-298c3a78-08c6-49e5-94fe-e475c597c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:17.135842 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f06fa5af-f249-46a1-bc93-52cbcc7972c8 req-298c3a78-08c6-49e5-94fe-e475c597c3cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c9e8297c-0b7d-4e4e-a364-e97c2d20421f HTTP/1.1" status: 200 len: 855 time: 0.0871477 Jun 11 00:10:17.136272 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-be9a1a8a-9c2c-4ae0-a9c9-24e8585025f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:17.141338 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-be9a1a8a-9c2c-4ae0-a9c9-24e8585025f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:17.145642 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-be9a1a8a-9c2c-4ae0-a9c9-24e8585025f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2654810-bd9f-4afa-984e-d7c0f8a21f1a HTTP/1.1" status: 204 len: 168 time: 0.2683163 Jun 11 00:10:17.147122 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:17.150814 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-3f5088ce-f53d-4086-ac25-a25a13c98eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:17.161963 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a1a8a-9c2c-4ae0-a9c9-24e8585025f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2654810-bd9f-4afa-984e-d7c0f8a21f1a,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:17.166948 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4d8bbe67-10da-4999-b56f-f9f181b5ec5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:17.169755 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4d8bbe67-10da-4999-b56f-f9f181b5ec5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:17.173197 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-4d8bbe67-10da-4999-b56f-f9f181b5ec5a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d1ac696-17bf-4f54-8a1d-65f74e0bb499 HTTP/1.1" status: 204 len: 168 time: 0.7365344 Jun 11 00:10:17.173197 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-be9a1a8a-9c2c-4ae0-a9c9-24e8585025f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:17.173842 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-be9a1a8a-9c2c-4ae0-a9c9-24e8585025f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:17.188019 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bbe67-10da-4999-b56f-f9f181b5ec5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1ac696-17bf-4f54-8a1d-65f74e0bb499,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:17.193496 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-4d8bbe67-10da-4999-b56f-f9f181b5ec5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:17.257227 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=f3ce4f41-f8c7-4be3-bf51-483543000f29,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:17.261589 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:17.264102 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 6acf6557-9a42-49b2-8b91-ac8b542f5d15, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6acf6557-9a42-49b2-8b91-ac8b542f5d15,segment=NetworkSegment(e134e8c7-f569-49c6-bf91-776ad1919a5e),segment_id=e134e8c7-f569-49c6-bf91-776ad1919a5e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:10:17.266430 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-8adb0879-bd67-4984-b017-4ba19b9756da req-d11b8310-6d3d-40ba-85fc-177d0a4aec31 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:17.276416 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-8adb0879-bd67-4984-b017-4ba19b9756da req-d11b8310-6d3d-40ba-85fc-177d0a4aec31 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:17.295285 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-db4881da-617a-4d38-8fd3-4276f8815ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:17.295656 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '6acf6557-9a42-49b2-8b91-ac8b542f5d15', 'network_id': 'a4f0ab10-a508-4639-872f-a1788b421e5d', 'port_id': '6acf6557-9a42-49b2-8b91-ac8b542f5d15', 'mac_address': 'fa:16:3e:68:f8:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06445c02-8c20-46e0-be9b-66222ba10e31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:10:17.302555 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1dcce-0ce1-42bc-a3f3-9653151d9121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47cc03d-6c82-46da-b3f8-ed8896fa80e5,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:17.314460 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-97b1dcce-0ce1-42bc-a3f3-9653151d9121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:17.364097 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b8310-6d3d-40ba-85fc-177d0a4aec31 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=998a8fc6-c293-4801-b068-4d60e0be125f,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:17.380430 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d11b8310-6d3d-40ba-85fc-177d0a4aec31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:17.386550 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-8adb0879-bd67-4984-b017-4ba19b9756da req-d11b8310-6d3d-40ba-85fc-177d0a4aec31 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=131658a6-b1ac-4873-9abb-7a154841e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5783005 Jun 11 00:10:17.418280 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:17.460096 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fa5af-f249-46a1-bc93-52cbcc7972c8 req-691b4f11-ec24-4c79-9501-b3e9d9b2f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:17.460906 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6acf6557-9a42-49b2-8b91-ac8b542f5d15 {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:10:17.463279 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f06fa5af-f249-46a1-bc93-52cbcc7972c8 req-691b4f11-ec24-4c79-9501-b3e9d9b2f927 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ba42ba2-7b55-4648-8b55-2786e25920e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3140304 Jun 11 00:10:17.502815 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05656b4-72a6-4d3e-9a6e-5b9494de16dd req-360fe569-ab7b-4d8f-ae6d-188e1220d4d4 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:17.506723 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e05656b4-72a6-4d3e-9a6e-5b9494de16dd req-360fe569-ab7b-4d8f-ae6d-188e1220d4d4 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 945 time: 0.3559258 Jun 11 00:10:17.510591 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 6acf6557-9a42-49b2-8b91-ac8b542f5d15, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6acf6557-9a42-49b2-8b91-ac8b542f5d15,segment=NetworkSegment(e134e8c7-f569-49c6-bf91-776ad1919a5e),segment_id=e134e8c7-f569-49c6-bf91-776ad1919a5e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:10:17.517514 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:17.521076 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:17.633880 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=6acf6557-9a42-49b2-8b91-ac8b542f5d15,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:17.637880 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:17.701957 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e05656b4-72a6-4d3e-9a6e-5b9494de16dd req-4b63ad43-43d6-4feb-93ec-ff8b231e4b92 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/security-groups?id=131658a6-b1ac-4873-9abb-7a154841e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694355 Jun 11 00:10:17.727899 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f06fa5af-f249-46a1-bc93-52cbcc7972c8 req-a593df42-1232-40b3-89c3-73f0429a8065 service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562728 Jun 11 00:10:17.739907 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59e7dd-e0ed-411e-9276-1881b524c1a0 req-dda7c3c2-1694-4f57-8b20-b28c64525156 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:17.741368 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2b59e7dd-e0ed-411e-9276-1881b524c1a0 req-dda7c3c2-1694-4f57-8b20-b28c64525156 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 944 time: 0.2102299 Jun 11 00:10:17.766778 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 37618) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:17.773320 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['6acf6557-9a42-49b2-8b91-ac8b542f5d15'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:10:17.812935 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f33aca36-e717-4c30-b4b5-90aa39d63ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:17.834255 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['f3ce4f41-f8c7-4be3-bf51-483543000f29'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:10:17.872818 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2b59e7dd-e0ed-411e-9276-1881b524c1a0 req-3a857075-6dcf-4556-bb9d-ff325529339e tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227858 Jun 11 00:10:17.920144 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f06fa5af-f249-46a1-bc93-52cbcc7972c8 req-73b701c3-1011-4a3c-83c2-18aed1bd6e6d service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777308 Jun 11 00:10:17.994889 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f33aca36-e717-4c30-b4b5-90aa39d63ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:18.000135 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f33aca36-e717-4c30-b4b5-90aa39d63ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:18.004334 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:18.031839 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 37622) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:18.066879 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33aca36-e717-4c30-b4b5-90aa39d63ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8130272-f153-4337-b0a1-72c5f8504f37,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:18.081766 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f33aca36-e717-4c30-b4b5-90aa39d63ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:18.085390 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-f33aca36-e717-4c30-b4b5-90aa39d63ac2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28422b49a58e418abdef75c6ddec0e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3175521 Jun 11 00:10:18.085746 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-06d3b583-a349-44f0-a924-716c55c8f9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:18.089820 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 37626) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:18.249456 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-39485c9c-c86f-4910-943d-1ea678be4e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:18.260658 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d56cd7-6c6a-4019-85d4-9683f90a2385 req-aa29d3e6-8fb1-42de-b848-82f26364c996 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:18.262205 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-29d56cd7-6c6a-4019-85d4-9683f90a2385 req-aa29d3e6-8fb1-42de-b848-82f26364c996 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.2047110 Jun 11 00:10:18.319064 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-39485c9c-c86f-4910-943d-1ea678be4e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:18.370633 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-06d3b583-a349-44f0-a924-716c55c8f9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:18.380220 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-29d56cd7-6c6a-4019-85d4-9683f90a2385 req-7ab64b52-a779-4100-9dd2-8deac59bfea1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024282 Jun 11 00:10:18.389108 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-06d3b583-a349-44f0-a924-716c55c8f9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:18.393924 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:18.399832 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:18.447358 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-06d3b583-a349-44f0-a924-716c55c8f9f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2cd1ca8874946be857f972509306679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4138508 Jun 11 00:10:18.450397 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 37644) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:18.457761 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3b583-a349-44f0-a924-716c55c8f9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74372b0e-faf9-4e4d-a41c-80be1305a659,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:18.468951 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-06d3b583-a349-44f0-a924-716c55c8f9f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:18.474064 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-39485c9c-c86f-4910-943d-1ea678be4e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:18.479591 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-39485c9c-c86f-4910-943d-1ea678be4e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:18.479591 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-39485c9c-c86f-4910-943d-1ea678be4e01 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8130272-f153-4337-b0a1-72c5f8504f37 HTTP/1.1" status: 204 len: 168 time: 0.3867602 Jun 11 00:10:18.484015 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:18.495124 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39485c9c-c86f-4910-943d-1ea678be4e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8130272-f153-4337-b0a1-72c5f8504f37,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:18.500555 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-39485c9c-c86f-4910-943d-1ea678be4e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:18.535928 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-7af0ad65-9bca-427b-8110-64d9df73504a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:18.560399 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-7af0ad65-9bca-427b-8110-64d9df73504a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:18.625818 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-7af0ad65-9bca-427b-8110-64d9df73504a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:18.629532 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-7af0ad65-9bca-427b-8110-64d9df73504a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:18.633586 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-7af0ad65-9bca-427b-8110-64d9df73504a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74372b0e-faf9-4e4d-a41c-80be1305a659 HTTP/1.1" status: 204 len: 168 time: 0.1794643 Jun 11 00:10:18.633586 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-41ccded6-cd54-423e-acaa-b7ababadebec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:18.641435 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0ad65-9bca-427b-8110-64d9df73504a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74372b0e-faf9-4e4d-a41c-80be1305a659,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:18.649722 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-7af0ad65-9bca-427b-8110-64d9df73504a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:18.652551 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device f3ce4f41-f8c7-4be3-bf51-483543000f29 up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:10:18.752343 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning for port f3ce4f41-f8c7-4be3-bf51-483543000f29 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:10:18.758894 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port f3ce4f41-f8c7-4be3-bf51-483543000f29 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:10:18.759820 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:18.881359 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:18.918336 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265f9c91-149b-47d4-9506-aaa97880d7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ce4f41-f8c7-4be3-bf51-483543000f29'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:10:18.921367 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1602043-8a3d-4181-9659-f19a52a0c6ae" -d '{"events": [{"server_uuid": "265f9c91-149b-47d4-9506-aaa97880d7e2", "name": "network-vif-plugged", "status": "completed", "tag": "f3ce4f41-f8c7-4be3-bf51-483543000f29"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:10:18.940581 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port f3ce4f41-f8c7-4be3-bf51-483543000f29, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f3ce4f41-f8c7-4be3-bf51-483543000f29,segment=NetworkSegment(e134e8c7-f569-49c6-bf91-776ad1919a5e),segment_id=e134e8c7-f569-49c6-bf91-776ad1919a5e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:10:18.947842 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:18.952141 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 6acf6557-9a42-49b2-8b91-ac8b542f5d15 up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:10:19.017578 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-02c4361f-0572-4796-9e9b-8a5e22ed45d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:19.055636 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a58c60-3d2f-485e-8c14-6e194521f8f1 req-0b33fc12-abc7-4898-b576-95767d199fdb tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:19.065462 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-56a58c60-3d2f-485e-8c14-6e194521f8f1 req-0b33fc12-abc7-4898-b576-95767d199fdb tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 945 time: 0.1980257 Jun 11 00:10:19.119976 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=f3ce4f41-f8c7-4be3-bf51-483543000f29,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:19.124302 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:19.141262 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning for port 6acf6557-9a42-49b2-8b91-ac8b542f5d15 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:10:19.145792 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 6acf6557-9a42-49b2-8b91-ac8b542f5d15 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:10:19.146220 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:19.173895 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-56a58c60-3d2f-485e-8c14-6e194521f8f1 req-20938360-659c-4138-a283-97a74ce388f0 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/security-groups?id=131658a6-b1ac-4873-9abb-7a154841e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074638 Jun 11 00:10:19.267348 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:19.281779 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c3cba-f079-465e-92fd-acf0cab03fd1 req-8ec3741f-ccfc-449e-8149-93f07d001eb4 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:19.301620 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f70c3cba-f079-465e-92fd-acf0cab03fd1 req-8ec3741f-ccfc-449e-8149-93f07d001eb4 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 944 time: 0.1876452 Jun 11 00:10:19.309647 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c684eac-e733-4566-bb94-67cbe51f0a47 x-openstack-request-id: req-2c684eac-e733-4566-bb94-67cbe51f0a47 {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:10:19.310504 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265f9c91-149b-47d4-9506-aaa97880d7e2", "name": "network-vif-plugged", "status": "completed", "tag": "f3ce4f41-f8c7-4be3-bf51-483543000f29", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:10:19.311082 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c684eac-e733-4566-bb94-67cbe51f0a47 {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:10:19.311393 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265f9c91-149b-47d4-9506-aaa97880d7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ce4f41-f8c7-4be3-bf51-483543000f29', 'code': 200} Jun 11 00:10:19.370981 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 6acf6557-9a42-49b2-8b91-ac8b542f5d15, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6acf6557-9a42-49b2-8b91-ac8b542f5d15,segment=NetworkSegment(e134e8c7-f569-49c6-bf91-776ad1919a5e),segment_id=e134e8c7-f569-49c6-bf91-776ad1919a5e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:10:19.390702 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:19.393987 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f70c3cba-f079-465e-92fd-acf0cab03fd1 req-2000cbe4-7cc9-4bca-bbe8-00b0326971cb tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914314 Jun 11 00:10:19.397096 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:19.459512 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=6acf6557-9a42-49b2-8b91-ac8b542f5d15,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:19.470801 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:19.728820 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d7e2d-e848-4e53-8595-31f430341271 req-27a3db98-9143-4742-86c8-d113dd924097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:19.730789 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-487d7e2d-e848-4e53-8595-31f430341271 req-27a3db98-9143-4742-86c8-d113dd924097 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 1099 time: 0.1922708 Jun 11 00:10:19.743973 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506aa48-e538-4c41-bc2a-c7135faab352 req-f1bf4588-3960-44ab-ad41-bc1b33f41ecb tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:19.745568 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e506aa48-e538-4c41-bc2a-c7135faab352 req-f1bf4588-3960-44ab-ad41-bc1b33f41ecb tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.1679699 Jun 11 00:10:19.817736 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e506aa48-e538-4c41-bc2a-c7135faab352 req-305176d4-a853-4e57-aa3a-3918ae1d6888 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648017 Jun 11 00:10:19.826772 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-487d7e2d-e848-4e53-8595-31f430341271 req-0b2bf895-bbdc-4d03-a596-643ded1a9a1e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802648 Jun 11 00:10:20.221926 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 37760) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:20.361538 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dafd93-4bb7-4bd1-92e8-2b7da6f2f36b req-733e8153-f21b-4f6b-8866-98cea7ab8340 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:20.363164 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-19dafd93-4bb7-4bd1-92e8-2b7da6f2f36b req-733e8153-f21b-4f6b-8866-98cea7ab8340 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 945 time: 0.0784450 Jun 11 00:10:20.427887 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-19dafd93-4bb7-4bd1-92e8-2b7da6f2f36b req-c5ed995e-73ba-4fc1-9c00-7d7a5a0d41d7 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/security-groups?id=131658a6-b1ac-4873-9abb-7a154841e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551713 Jun 11 00:10:20.473925 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-dabb7f19-8b4d-4879-8b4b-fb8ec53e0de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:20.660442 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 95ddf6c1-e525-4552-b91f-ab60989f1456 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:10:20.691591 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-dabb7f19-8b4d-4879-8b4b-fb8ec53e0de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:20.706100 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-dabb7f19-8b4d-4879-8b4b-fb8ec53e0de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:20.717032 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-d210b247-e858-42a9-9ca4-e6e5ab1c188b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:20.795064 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221d509-1a42-493d-a71c-a76a9d79dd77 req-177d008c-7a11-4b8d-8a32-4a819a6d6993 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:20.798571 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f221d509-1a42-493d-a71c-a76a9d79dd77 req-177d008c-7a11-4b8d-8a32-4a819a6d6993 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.2474465 Jun 11 00:10:20.862900 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 95ddf6c1-e525-4552-b91f-ab60989f1456, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=95ddf6c1-e525-4552-b91f-ab60989f1456,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:10:20.904582 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '95ddf6c1-e525-4552-b91f-ab60989f1456', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'port_id': '95ddf6c1-e525-4552-b91f-ab60989f1456', 'mac_address': 'fa:16:3e:37:28:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:10:21.004866 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-dabb7f19-8b4d-4879-8b4b-fb8ec53e0de1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f7fcdc3b97c4e98ad85a58302273683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7809246 Jun 11 00:10:21.007518 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 37800) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:21.034949 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb7f19-8b4d-4879-8b4b-fb8ec53e0de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c33d04a-17cd-4967-be2b-d6246b38ae6f,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:21.042552 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-dabb7f19-8b4d-4879-8b4b-fb8ec53e0de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:21.063685 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f221d509-1a42-493d-a71c-a76a9d79dd77 req-a8b68854-7c15-47f8-b982-52246b22c594 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474632 Jun 11 00:10:21.102676 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:21.154090 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9a0d14f6-241a-40f1-b2ee-18ea28d40a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:21.171761 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ddf6c1-e525-4552-b91f-ab60989f1456 {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:10:21.207016 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9a0d14f6-241a-40f1-b2ee-18ea28d40a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:21.227497 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 95ddf6c1-e525-4552-b91f-ab60989f1456, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=95ddf6c1-e525-4552-b91f-ab60989f1456,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:10:21.238851 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:21.239338 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-d73202c7-1d94-4bc6-baaf-7376173c85fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:21.292035 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9a0d14f6-241a-40f1-b2ee-18ea28d40a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:21.294949 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9a0d14f6-241a-40f1-b2ee-18ea28d40a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:21.298935 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-9a0d14f6-241a-40f1-b2ee-18ea28d40a42 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c33d04a-17cd-4967-be2b-d6246b38ae6f HTTP/1.1" status: 204 len: 168 time: 0.2872839 Jun 11 00:10:21.300170 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:21.310852 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d14f6-241a-40f1-b2ee-18ea28d40a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c33d04a-17cd-4967-be2b-d6246b38ae6f,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:21.313543 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-9a0d14f6-241a-40f1-b2ee-18ea28d40a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:21.343552 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5536d5ac-de51-4862-99ce-977146f97e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acf6557-9a42-49b2-8b91-ac8b542f5d15'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:10:21.345832 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b48b41-04ba-4fe9-8999-b0d9590ba1e5" -d '{"events": [{"server_uuid": "5536d5ac-de51-4862-99ce-977146f97e6a", "name": "network-vif-plugged", "status": "completed", "tag": "6acf6557-9a42-49b2-8b91-ac8b542f5d15"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:10:21.346155 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f2c8f-d5d4-4ea5-b1a0-0181e5dbf670 req-9bf88880-b17d-4a17-aa28-6dbaef806df7 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:21.347958 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-006f2c8f-d5d4-4ea5-b1a0-0181e5dbf670 req-9bf88880-b17d-4a17-aa28-6dbaef806df7 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.1321309 Jun 11 00:10:21.397431 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=95ddf6c1-e525-4552-b91f-ab60989f1456,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:21.401872 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:21.421611 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e181b13-12f9-4cde-9db4-97304c50edcb x-openstack-request-id: req-7e181b13-12f9-4cde-9db4-97304c50edcb {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:10:21.421921 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5536d5ac-de51-4862-99ce-977146f97e6a", "name": "network-vif-plugged", "status": "completed", "tag": "6acf6557-9a42-49b2-8b91-ac8b542f5d15", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:10:21.422190 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e181b13-12f9-4cde-9db4-97304c50edcb {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:10:21.422729 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5536d5ac-de51-4862-99ce-977146f97e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acf6557-9a42-49b2-8b91-ac8b542f5d15', 'code': 200} Jun 11 00:10:21.438001 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-006f2c8f-d5d4-4ea5-b1a0-0181e5dbf670 req-eae79de6-c99e-499e-8770-94cc12d6d8bc tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836737 Jun 11 00:10:21.465215 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['95ddf6c1-e525-4552-b91f-ab60989f1456'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:10:21.774740 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3005339-e943-4ead-9d2f-2a4a3734fa8d req-23c2a316-1c6e-46f3-a9b2-96a6d918e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:21.776469 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c3005339-e943-4ead-9d2f-2a4a3734fa8d req-23c2a316-1c6e-46f3-a9b2-96a6d918e2ba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 1098 time: 0.0835643 Jun 11 00:10:21.840351 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c3005339-e943-4ead-9d2f-2a4a3734fa8d req-ae8d0949-aeef-41d5-9516-0d2e61dc8f56 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567782 Jun 11 00:10:22.028677 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 37866) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:22.052913 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e8c87338-77a2-4dbb-89f7-89c9f115351e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:22.193879 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e8c87338-77a2-4dbb-89f7-89c9f115351e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:22.202136 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e8c87338-77a2-4dbb-89f7-89c9f115351e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:22.209361 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-3f8ce7f8-25dc-423a-89a7-4374fe8b8bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:22.252222 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 37886) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:22.264246 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-e8c87338-77a2-4dbb-89f7-89c9f115351e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5eb1b6ab318453cb6fde268d85d8da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342732 Jun 11 00:10:22.305223 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c87338-77a2-4dbb-89f7-89c9f115351e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71606420-fba6-4237-aec9-7f297e04fa99,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:22.308185 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e8c87338-77a2-4dbb-89f7-89c9f115351e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:22.433674 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a9f4ea1b-0af7-406a-a652-1cd290bfd88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:22.486305 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57d427-6154-4efa-ac5d-70d60f623360 req-e169525e-b498-43e5-b35a-08627e637ac8 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:22.488047 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0e57d427-6154-4efa-ac5d-70d60f623360 req-e169525e-b498-43e5-b35a-08627e637ac8 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.2040498 Jun 11 00:10:22.537643 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a9f4ea1b-0af7-406a-a652-1cd290bfd88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:22.615908 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0e57d427-6154-4efa-ac5d-70d60f623360 req-56222ccf-8488-4a56-8442-b701f867d727 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160491 Jun 11 00:10:22.646108 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a9f4ea1b-0af7-406a-a652-1cd290bfd88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:22.649703 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a9f4ea1b-0af7-406a-a652-1cd290bfd88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:22.655304 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-a9f4ea1b-0af7-406a-a652-1cd290bfd88c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71606420-fba6-4237-aec9-7f297e04fa99 HTTP/1.1" status: 204 len: 168 time: 0.4009578 Jun 11 00:10:22.657059 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-57bdc1d1-b934-4f34-afc1-528dddbdbe75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:22.667520 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4ea1b-0af7-406a-a652-1cd290bfd88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71606420-fba6-4237-aec9-7f297e04fa99,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:22.670864 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-a9f4ea1b-0af7-406a-a652-1cd290bfd88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:22.696796 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 95ddf6c1-e525-4552-b91f-ab60989f1456 up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:10:22.911384 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab7c82-32c6-476b-9c28-037bc81fc9fb req-427672a9-adc0-443b-b2a1-70f01b2f976e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:22.911965 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning for port 95ddf6c1-e525-4552-b91f-ab60989f1456 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:10:22.913642 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-89ab7c82-32c6-476b-9c28-037bc81fc9fb req-427672a9-adc0-443b-b2a1-70f01b2f976e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 944 time: 0.1539757 Jun 11 00:10:22.923251 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 95ddf6c1-e525-4552-b91f-ab60989f1456 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:10:22.924215 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:23.002202 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-89ab7c82-32c6-476b-9c28-037bc81fc9fb req-1eaa51f9-83e2-44c7-87fc-69c80d29baee tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618694 Jun 11 00:10:23.066243 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:23.111628 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 95ddf6c1-e525-4552-b91f-ab60989f1456, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=95ddf6c1-e525-4552-b91f-ab60989f1456,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:10:23.117311 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:23.120627 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:23.244928 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=95ddf6c1-e525-4552-b91f-ab60989f1456,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:23.249396 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:23.423927 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1b398e-a72f-4bd1-90d3-51a502fdb434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ddf6c1-e525-4552-b91f-ab60989f1456'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:10:23.428102 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a1ac99-59bc-47c2-b510-3536960e5553" -d '{"events": [{"server_uuid": "0f1b398e-a72f-4bd1-90d3-51a502fdb434", "name": "network-vif-plugged", "status": "completed", "tag": "95ddf6c1-e525-4552-b91f-ab60989f1456"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:10:23.467916 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 37998) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:23.510304 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1d2f90-f66b-4684-ad03-d047a0c25559 x-openstack-request-id: req-dd1d2f90-f66b-4684-ad03-d047a0c25559 {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:10:23.510782 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1b398e-a72f-4bd1-90d3-51a502fdb434", "name": "network-vif-plugged", "status": "completed", "tag": "95ddf6c1-e525-4552-b91f-ab60989f1456", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:10:23.511472 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd1d2f90-f66b-4684-ad03-d047a0c25559 {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:10:23.512269 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1b398e-a72f-4bd1-90d3-51a502fdb434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ddf6c1-e525-4552-b91f-ab60989f1456', 'code': 200} Jun 11 00:10:23.640757 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-ab3c37ad-baa5-48e6-be19-7c3b73ca7170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:23.817948 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-ab3c37ad-baa5-48e6-be19-7c3b73ca7170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:23.824686 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-ab3c37ad-baa5-48e6-be19-7c3b73ca7170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:23.829593 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:23.885866 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-ab3c37ad-baa5-48e6-be19-7c3b73ca7170 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24c78ddde74a4249943b524ca6ff3d20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4129803 Jun 11 00:10:23.885989 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c37ad-baa5-48e6-be19-7c3b73ca7170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d02cb36-aefb-47c8-9085-1066127b55e7,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:23.888433 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 38034) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:23.889624 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f00900-1f27-4dbd-a055-3f9e6bee8360 req-4598684c-15ed-481f-b7cd-2a5bdd342e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:23.892529 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-03f00900-1f27-4dbd-a055-3f9e6bee8360 req-4598684c-15ed-481f-b7cd-2a5bdd342e98 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 1098 time: 0.1734643 Jun 11 00:10:23.900831 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-ab3c37ad-baa5-48e6-be19-7c3b73ca7170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:23.966551 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663e83c-cd88-4413-b258-2df5489fb70b req-a60591dd-1662-4a68-bc3f-8ed9d2c44cf4 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:23.970949 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e2a07aa3-f0f7-4f4d-a02c-fcc870c233b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:23.976679 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a663e83c-cd88-4413-b258-2df5489fb70b req-a60591dd-1662-4a68-bc3f-8ed9d2c44cf4 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.1951027 Jun 11 00:10:24.001362 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-03f00900-1f27-4dbd-a055-3f9e6bee8360 req-e7f1908e-8adc-4bff-a47c-fcb1c265d55d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993695 Jun 11 00:10:24.013343 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e2a07aa3-f0f7-4f4d-a02c-fcc870c233b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:24.048978 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a663e83c-cd88-4413-b258-2df5489fb70b req-c2bb5caf-30a3-4006-b16e-a62a1120a9ee tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712714 Jun 11 00:10:24.105317 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e2a07aa3-f0f7-4f4d-a02c-fcc870c233b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:24.109221 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e2a07aa3-f0f7-4f4d-a02c-fcc870c233b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:24.114411 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-e2a07aa3-f0f7-4f4d-a02c-fcc870c233b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d02cb36-aefb-47c8-9085-1066127b55e7 HTTP/1.1" status: 204 len: 168 time: 0.2244995 Jun 11 00:10:24.115505 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-ab3c37ad-baa5-48e6-be19-7c3b73ca7170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:24.128722 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a07aa3-f0f7-4f4d-a02c-fcc870c233b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d02cb36-aefb-47c8-9085-1066127b55e7,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:24.132603 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e2a07aa3-f0f7-4f4d-a02c-fcc870c233b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:24.256449 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28825a-f374-432f-a7c8-4ee0a0cbbfea req-161b5795-19f8-486b-80ca-2ebb8d504b9b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:24.258719 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-bd28825a-f374-432f-a7c8-4ee0a0cbbfea req-161b5795-19f8-486b-80ca-2ebb8d504b9b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.1160550 Jun 11 00:10:24.330212 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-bd28825a-f374-432f-a7c8-4ee0a0cbbfea req-3070540f-5c52-4c52-901f-12acd0fbd9eb tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646584 Jun 11 00:10:24.602640 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904318b-5de6-4145-87ed-a78d15c683c2 req-c9178c17-fc7b-4453-95c5-02d00efd3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:24.604379 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0904318b-5de6-4145-87ed-a78d15c683c2 req-c9178c17-fc7b-4453-95c5-02d00efd3863 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c33865a137fb461586e8a7e83d61e7b2&device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 1098 time: 0.1019258 Jun 11 00:10:24.846352 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 38084) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:24.871077 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e3675f78-a41f-4bc4-9d31-fbac62a945d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:24.922353 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27db663-6a3e-414f-b495-309a22bb8067 req-13acc357-5bb3-4242-95b4-119185e91192 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:24.923997 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b27db663-6a3e-414f-b495-309a22bb8067 req-13acc357-5bb3-4242-95b4-119185e91192 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.3361921 Jun 11 00:10:24.927560 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904318b-5de6-4145-87ed-a78d15c683c2 req-3464277c-cc06-4ec6-9c1b-17e487ec6890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:24.929227 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0904318b-5de6-4145-87ed-a78d15c683c2 req-3464277c-cc06-4ec6-9c1b-17e487ec6890 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4f0ab10-a508-4639-872f-a1788b421e5d HTTP/1.1" status: 200 len: 920 time: 0.3004420 Jun 11 00:10:24.938084 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 38086) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:25.008669 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 38090) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:25.009214 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 38092) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:25.019905 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e3675f78-a41f-4bc4-9d31-fbac62a945d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:25.023156 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0904318b-5de6-4145-87ed-a78d15c683c2 req-40b0aed8-6977-4da8-a669-d4af3c1a84e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6acf6557-9a42-49b2-8b91-ac8b542f5d15 HTTP/1.1" status: 200 len: 217 time: 0.0799379 Jun 11 00:10:25.034938 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e3675f78-a41f-4bc4-9d31-fbac62a945d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:25.085725 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b27db663-6a3e-414f-b495-309a22bb8067 req-d6f5e659-3d21-41f7-86df-504cdb16c51b tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524291 Jun 11 00:10:25.113499 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904318b-5de6-4145-87ed-a78d15c683c2 req-21d139ab-6629-4b1b-8ac2-0b060e105e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:25.113499 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0904318b-5de6-4145-87ed-a78d15c683c2 req-21d139ab-6629-4b1b-8ac2-0b060e105e92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=06445c02-8c20-46e0-be9b-66222ba10e31 HTTP/1.1" status: 200 len: 859 time: 0.0773444 Jun 11 00:10:25.114541 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f33aca36-e717-4c30-b4b5-90aa39d63ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:25.140009 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-e3675f78-a41f-4bc4-9d31-fbac62a945d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ebe68c9596d46998cf5f7d7d7841caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891114 Jun 11 00:10:25.141589 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 38098) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:25.147131 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-483f4301-f8d3-4619-850c-6cf61a69a304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:25.174342 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3675f78-a41f-4bc4-9d31-fbac62a945d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba69630-7c32-4004-9eea-3212a50745f2,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:25.179052 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e3675f78-a41f-4bc4-9d31-fbac62a945d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:25.179198 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0904318b-5de6-4145-87ed-a78d15c683c2 req-816b4d4f-f6fa-401a-a89a-dcfd30e39bd7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4f0ab10-a508-4639-872f-a1788b421e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475056 Jun 11 00:10:25.242754 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0895ae4d-e7bc-479b-b002-211ef678333b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:25.268635 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-483f4301-f8d3-4619-850c-6cf61a69a304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:25.269979 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-825636a2-d5df-4a7e-b3da-5aac0ad6fa11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:25.272495 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-483f4301-f8d3-4619-850c-6cf61a69a304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:25.276351 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f7ac2c98-3410-416a-9c11-5cd0c549dfe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:25.314510 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-483f4301-f8d3-4619-850c-6cf61a69a304 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b328118d66eb47718ab6e5cfd262db71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748660 Jun 11 00:10:25.315587 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f4301-f8d3-4619-850c-6cf61a69a304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa249b46-c685-435c-b7d3-3cccd2a0ab59,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:25.318255 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 38100) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:25.332140 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-483f4301-f8d3-4619-850c-6cf61a69a304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:25.385338 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1549791e-5b9a-46a7-b950-97e6af671621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:25.390636 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.db.api [None req-825636a2-d5df-4a7e-b3da-5aac0ad6fa11 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 00:10:25.390636 dv-cinder-786260-5-iscsi neutron-server[91888]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 00:10:25.390636 dv-cinder-786260-5-iscsi neutron-server[91888]: [parameters: {'project_id_1': '6b970a29f6e340b5a8a74c982e4ad222', 'expiration_1': datetime.datetime(2021, 6, 11, 0, 10, 25, 342640)}] Jun 11 00:10:25.390636 dv-cinder-786260-5-iscsi neutron-server[91888]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 00:10:25.390636 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_db.api [None req-825636a2-d5df-4a7e-b3da-5aac0ad6fa11 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 00:10:25.412416 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-58cac7ec-2f54-4297-a573-e2b90316dec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:25.417870 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1549791e-5b9a-46a7-b950-97e6af671621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:25.418184 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0904318b-5de6-4145-87ed-a78d15c683c2 req-f735a494-97e4-47f4-88b0-5f467b40f57f service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280354 Jun 11 00:10:25.494079 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-58cac7ec-2f54-4297-a573-e2b90316dec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:25.496709 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1549791e-5b9a-46a7-b950-97e6af671621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:25.499630 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1549791e-5b9a-46a7-b950-97e6af671621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:25.503412 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-1549791e-5b9a-46a7-b950-97e6af671621 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa249b46-c685-435c-b7d3-3cccd2a0ab59 HTTP/1.1" status: 204 len: 168 time: 0.1821365 Jun 11 00:10:25.503412 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:25.522086 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549791e-5b9a-46a7-b950-97e6af671621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa249b46-c685-435c-b7d3-3cccd2a0ab59,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:25.532275 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-1549791e-5b9a-46a7-b950-97e6af671621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:25.700488 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0904318b-5de6-4145-87ed-a78d15c683c2 req-5049fc55-f5c7-48d9-a59e-6d41deacbe68 service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745395 Jun 11 00:10:25.744292 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0895ae4d-e7bc-479b-b002-211ef678333b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:25.750129 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0895ae4d-e7bc-479b-b002-211ef678333b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:25.752596 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-58cac7ec-2f54-4297-a573-e2b90316dec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:25.755109 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-58cac7ec-2f54-4297-a573-e2b90316dec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:25.760888 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-58cac7ec-2f54-4297-a573-e2b90316dec0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ba69630-7c32-4004-9eea-3212a50745f2 HTTP/1.1" status: 204 len: 168 time: 0.6168978 Jun 11 00:10:25.763752 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:25.806430 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cd7ff-ef0c-46d2-9d01-4aa4fc6abe96 req-88db91db-ed57-4ba9-b01d-3ac80910cdf5 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:25.813256 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4e2cd7ff-ef0c-46d2-9d01-4aa4fc6abe96 req-88db91db-ed57-4ba9-b01d-3ac80910cdf5 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.3015838 Jun 11 00:10:25.851449 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-0895ae4d-e7bc-479b-b002-211ef678333b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a29aac79a7c4167b1d712ce5a48198c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8366888 Jun 11 00:10:25.852266 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895ae4d-e7bc-479b-b002-211ef678333b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aab0eca-436f-4a88-8539-dd44f5ad896a,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:25.853129 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 38140) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:25.877625 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cac7ec-2f54-4297-a573-e2b90316dec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba69630-7c32-4004-9eea-3212a50745f2,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:25.881512 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-58cac7ec-2f54-4297-a573-e2b90316dec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:25.882693 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-c4ab297a-ce91-4137-8132-494617406bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:25.883091 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-c4ab297a-ce91-4137-8132-494617406bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:25.894591 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4e2cd7ff-ef0c-46d2-9d01-4aa4fc6abe96 req-0c79441a-0c9e-4233-bc7f-3cb6d6b40cb2 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803730 Jun 11 00:10:25.895259 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-825636a2-d5df-4a7e-b3da-5aac0ad6fa11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:25.942297 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad6e2-50db-4c92-85e4-7b156f131218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:25.978448 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad6e2-50db-4c92-85e4-7b156f131218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:26.070506 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 38150) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:26.090513 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad6e2-50db-4c92-85e4-7b156f131218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:26.094075 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad6e2-50db-4c92-85e4-7b156f131218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:26.098642 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-4e6ad6e2-50db-4c92-85e4-7b156f131218 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0aab0eca-436f-4a88-8539-dd44f5ad896a HTTP/1.1" status: 204 len: 168 time: 0.2395294 Jun 11 00:10:26.099506 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-4d8bbe67-10da-4999-b56f-f9f181b5ec5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:26.113843 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ad6e2-50db-4c92-85e4-7b156f131218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aab0eca-436f-4a88-8539-dd44f5ad896a,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:26.116737 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-4e6ad6e2-50db-4c92-85e4-7b156f131218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:26.133420 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-825636a2-d5df-4a7e-b3da-5aac0ad6fa11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:26.149581 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-825636a2-d5df-4a7e-b3da-5aac0ad6fa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:26.167523 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-44870939-2230-410e-b28c-af88720ac6a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:26.225012 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-825636a2-d5df-4a7e-b3da-5aac0ad6fa11 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b970a29f6e340b5a8a74c982e4ad222&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2115993 Jun 11 00:10:26.228333 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 38164) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:26.229207 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825636a2-d5df-4a7e-b3da-5aac0ad6fa11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7332b2-ded3-4550-aa67-a48c2db36cd6,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:26.232478 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-825636a2-d5df-4a7e-b3da-5aac0ad6fa11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:26.341006 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-ab87972e-cb5f-4643-8303-e9956348889f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:26.360629 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b228e-31af-4129-ad78-1863fb70b516 req-52a80746-410e-4e8e-a6a8-3b29f4b081e1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:26.362191 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-870b228e-31af-4129-ad78-1863fb70b516 req-52a80746-410e-4e8e-a6a8-3b29f4b081e1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.2901621 Jun 11 00:10:26.386149 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 38168) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:26.391262 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-4c292d39-00da-4af9-901d-cc7944745958 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Request body: {'floatingip': {'port_id': '95ddf6c1-e525-4552-b91f-ab60989f1456'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:10:26.405346 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5bbbc54d-2c6c-4e7e-81b8-9400f6b016c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:26.430484 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5bbbc54d-2c6c-4e7e-81b8-9400f6b016c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:26.508514 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-4c292d39-00da-4af9-901d-cc7944745958 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for floatingip, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:26.516437 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5bbbc54d-2c6c-4e7e-81b8-9400f6b016c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:26.519655 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5bbbc54d-2c6c-4e7e-81b8-9400f6b016c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:26.520794 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-5bbbc54d-2c6c-4e7e-81b8-9400f6b016c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b7332b2-ded3-4550-aa67-a48c2db36cd6 HTTP/1.1" status: 204 len: 168 time: 0.2910743 Jun 11 00:10:26.522722 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-581c19b3-2fdd-4777-91bb-00c313771249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:26.540202 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbc54d-2c6c-4e7e-81b8-9400f6b016c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7332b2-ded3-4550-aa67-a48c2db36cd6,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:26.542678 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-5bbbc54d-2c6c-4e7e-81b8-9400f6b016c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:26.654424 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-ab87972e-cb5f-4643-8303-e9956348889f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:26.655231 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 38178) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:26.670974 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-ab87972e-cb5f-4643-8303-e9956348889f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:26.674012 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e0d05b35-f4ae-4aa3-ada7-6ea4554b2f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:26.699057 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87972e-cb5f-4643-8303-e9956348889f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383e118f-84f3-443b-a1d0-bda9ccfd610b,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:26.701753 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-20f32bd1-05d6-47fa-a44a-a95fa3ddb1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:26.703611 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-ab87972e-cb5f-4643-8303-e9956348889f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:26.745995 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-ab87972e-cb5f-4643-8303-e9956348889f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d5a01ec5a76488095800e7b26bd065f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6744230 Jun 11 00:10:26.748787 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 38182) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:26.751652 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4112993-4b84-43fb-b0c8-a4717c3327c8 req-946142c5-8d5f-49d7-9506-62f54eac90ab tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:26.753201 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b4112993-4b84-43fb-b0c8-a4717c3327c8 req-946142c5-8d5f-49d7-9506-62f54eac90ab tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.5020680 Jun 11 00:10:26.834888 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6ccf-7160-47e4-8062-54ba361249d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:26.878313 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6ccf-7160-47e4-8062-54ba361249d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:26.963986 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-20f32bd1-05d6-47fa-a44a-a95fa3ddb1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:26.968819 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-20f32bd1-05d6-47fa-a44a-a95fa3ddb1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:26.973295 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e2a07aa3-f0f7-4f4d-a02c-fcc870c233b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:27.007165 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f32bd1-05d6-47fa-a44a-a95fa3ddb1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ce653d-0ccf-4b0d-88a0-6ba0114968f0,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:27.020475 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-20f32bd1-05d6-47fa-a44a-a95fa3ddb1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:27.023957 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6ccf-7160-47e4-8062-54ba361249d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:27.026717 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6ccf-7160-47e4-8062-54ba361249d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:27.030216 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-d9cf6ccf-7160-47e4-8062-54ba361249d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/383e118f-84f3-443b-a1d0-bda9ccfd610b HTTP/1.1" status: 204 len: 168 time: 0.2781661 Jun 11 00:10:27.034537 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:27.051861 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-20f32bd1-05d6-47fa-a44a-a95fa3ddb1bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c15610d54b974800a4a4ce4ef0992b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3958032 Jun 11 00:10:27.053282 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf6ccf-7160-47e4-8062-54ba361249d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383e118f-84f3-443b-a1d0-bda9ccfd610b,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:27.055564 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 38192) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:27.062491 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d9cf6ccf-7160-47e4-8062-54ba361249d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:27.090847 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b4112993-4b84-43fb-b0c8-a4717c3327c8 req-f6d2dac3-a292-436c-bfc1-646497e4942f tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177137 Jun 11 00:10:27.144235 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-10030c1e-aa55-4f3c-9ddc-6e88787a7e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:27.169370 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-10030c1e-aa55-4f3c-9ddc-6e88787a7e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:27.233675 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-10030c1e-aa55-4f3c-9ddc-6e88787a7e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:27.239839 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-10030c1e-aa55-4f3c-9ddc-6e88787a7e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:27.245214 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-10030c1e-aa55-4f3c-9ddc-6e88787a7e63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0ce653d-0ccf-4b0d-88a0-6ba0114968f0 HTTP/1.1" status: 204 len: 168 time: 0.1855276 Jun 11 00:10:27.245214 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c3a9e2b8-41ed-4a2f-8a64-bd633a2f9442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:27.260537 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10030c1e-aa55-4f3c-9ddc-6e88787a7e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ce653d-0ccf-4b0d-88a0-6ba0114968f0,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:27.264826 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-10030c1e-aa55-4f3c-9ddc-6e88787a7e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:27.372506 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 38202) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:27.394721 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f915100a-17c2-4000-b2a4-8230147e883b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:27.542877 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f915100a-17c2-4000-b2a4-8230147e883b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:27.558564 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f915100a-17c2-4000-b2a4-8230147e883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:27.569003 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-ab87972e-cb5f-4643-8303-e9956348889f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:27.612820 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-f915100a-17c2-4000-b2a4-8230147e883b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9529244863a43b2a0663d62145d551f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391171 Jun 11 00:10:27.619487 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 38204) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:27.636768 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915100a-17c2-4000-b2a4-8230147e883b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e0bf30-63e1-4dc3-80f8-b39236c7d9f4,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:27.663625 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f915100a-17c2-4000-b2a4-8230147e883b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:27.720949 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fb8f2d48-42d7-4415-8a1e-21a2e996166f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:27.748821 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fb8f2d48-42d7-4415-8a1e-21a2e996166f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:27.819487 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fb8f2d48-42d7-4415-8a1e-21a2e996166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:27.832437 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fb8f2d48-42d7-4415-8a1e-21a2e996166f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:27.832437 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-fb8f2d48-42d7-4415-8a1e-21a2e996166f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5e0bf30-63e1-4dc3-80f8-b39236c7d9f4 HTTP/1.1" status: 204 len: 168 time: 0.2034969 Jun 11 00:10:27.832437 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d9cf6ccf-7160-47e4-8062-54ba361249d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:27.840967 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f2d48-42d7-4415-8a1e-21a2e996166f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e0bf30-63e1-4dc3-80f8-b39236c7d9f4,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:27.850074 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-fb8f2d48-42d7-4415-8a1e-21a2e996166f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:28.014115 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 38214) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:28.049424 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-4c292d39-00da-4af9-901d-cc7944745958 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:28.054032 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f37581d8-99b7-4f12-b3d1-e06879172f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:28.055514 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-4c292d39-00da-4af9-901d-cc7944745958 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1807872'] for floatingip, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:28.177972 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f37581d8-99b7-4f12-b3d1-e06879172f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:28.183658 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f37581d8-99b7-4f12-b3d1-e06879172f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:28.189764 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-a93d12e7-3979-4d19-b844-8c708a2468e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:28.235854 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-f37581d8-99b7-4f12-b3d1-e06879172f35 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95fe44d9a5a94112ad14b980bce1159a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218523 Jun 11 00:10:28.236055 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.l3_db [None req-4c292d39-00da-4af9-901d-cc7944745958 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Floating IP 58bef96f-34ed-4931-a8d3-65078e9fdd02 associated. External IP: 172.27.0.3, port: 95ddf6c1-e525-4552-b91f-ab60989f1456. Jun 11 00:10:28.236153 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37581d8-99b7-4f12-b3d1-e06879172f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163c274d-746d-4233-9a43-0e5b8ab764bb,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:28.236239 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 38224) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:28.237724 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f37581d8-99b7-4f12-b3d1-e06879172f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:28.483491 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-850d2b9e-37ae-48dd-8c25-610890a25303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:28.500479 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a6ca8-de62-4f07-b0fa-d6cb85741f73 req-2bdd4c5c-b4f8-4bfa-8fd8-00f9478fccc7 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:28.501961 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3c8a6ca8-de62-4f07-b0fa-d6cb85741f73 req-2bdd4c5c-b4f8-4bfa-8fd8-00f9478fccc7 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.2009590 Jun 11 00:10:28.639428 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-850d2b9e-37ae-48dd-8c25-610890a25303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:28.720463 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3c8a6ca8-de62-4f07-b0fa-d6cb85741f73 req-f473a9e3-7977-4afc-a894-d84874769866 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099805 Jun 11 00:10:28.753719 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c292d39-00da-4af9-901d-cc7944745958 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Router a5067c83-7a67-4e02-9036-65bfb06dd82e has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:10:28.819647 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-850d2b9e-37ae-48dd-8c25-610890a25303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:28.823107 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-850d2b9e-37ae-48dd-8c25-610890a25303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:28.824681 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-850d2b9e-37ae-48dd-8c25-610890a25303 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/163c274d-746d-4233-9a43-0e5b8ab764bb HTTP/1.1" status: 204 len: 168 time: 0.5867975 Jun 11 00:10:28.876699 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:28.896783 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d2b9e-37ae-48dd-8c25-610890a25303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163c274d-746d-4233-9a43-0e5b8ab764bb,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:28.900982 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-850d2b9e-37ae-48dd-8c25-610890a25303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:28.948854 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c292d39-00da-4af9-901d-cc7944745958 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:10:28.963620 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8541f35-d2ea-45e1-93d4-d83323656985 None None] Sync routers for ids ['a5067c83-7a67-4e02-9036-65bfb06dd82e'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:10:28.966537 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-4c292d39-00da-4af9-901d-cc7944745958 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:28.981134 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8541f35-d2ea-45e1-93d4-d83323656985 None None] Routers {'a5067c83-7a67-4e02-9036-65bfb06dd82e'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:10:28.985853 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-e8541f35-d2ea-45e1-93d4-d83323656985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:10:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['a5067c83-7a67-4e02-9036-65bfb06dd82e'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:10:29.051003 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-4c292d39-00da-4af9-901d-cc7944745958 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "PUT /v2.0/floatingips/58bef96f-34ed-4931-a8d3-65078e9fdd02 HTTP/1.1" status: 200 len: 989 time: 2.6638958 Jun 11 00:10:29.051800 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1b398e-a72f-4bd1-90d3-51a502fdb434', 'tag': '95ddf6c1-e525-4552-b91f-ab60989f1456'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:10:29.064845 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11219a5b-c035-460d-bda7-f055d669f95e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1b398e-a72f-4bd1-90d3-51a502fdb434", "tag": "95ddf6c1-e525-4552-b91f-ab60989f1456"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:10:29.132313 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bedf04-46d1-44b9-bc61-1eaab776fb2c x-openstack-request-id: req-28bedf04-46d1-44b9-bc61-1eaab776fb2c {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:10:29.133383 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1b398e-a72f-4bd1-90d3-51a502fdb434", "tag": "95ddf6c1-e525-4552-b91f-ab60989f1456", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:10:29.133807 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28bedf04-46d1-44b9-bc61-1eaab776fb2c {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:10:29.134377 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1b398e-a72f-4bd1-90d3-51a502fdb434', 'tag': '95ddf6c1-e525-4552-b91f-ab60989f1456', 'status': 'completed', 'code': 200} Jun 11 00:10:29.223204 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-e8541f35-d2ea-45e1-93d4-d83323656985 None None] Set router a5067c83-7a67-4e02-9036-65bfb06dd82e gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:10:29.279650 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11219a5b-c035-460d-bda7-f055d669f95e req-4b133c5f-39dc-477f-af0a-fb560b33a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:29.281770 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-11219a5b-c035-460d-bda7-f055d669f95e req-4b133c5f-39dc-477f-af0a-fb560b33a9c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0094d020672949ff926d2de6af156555&device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 1098 time: 0.1160741 Jun 11 00:10:29.438585 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11219a5b-c035-460d-bda7-f055d669f95e req-3cf72ca7-9059-4fa7-ac14-c1b9b93328a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:29.441313 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-11219a5b-c035-460d-bda7-f055d669f95e req-3cf72ca7-9059-4fa7-ac14-c1b9b93328a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ba42ba2-7b55-4648-8b55-2786e25920e5 HTTP/1.1" status: 200 len: 917 time: 0.1461036 Jun 11 00:10:29.622397 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-11219a5b-c035-460d-bda7-f055d669f95e req-5b053590-b00c-4c23-9fec-2fe9046597a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95ddf6c1-e525-4552-b91f-ab60989f1456 HTTP/1.1" status: 200 len: 997 time: 0.1625636 Jun 11 00:10:29.786208 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-e8541f35-d2ea-45e1-93d4-d83323656985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:39Z', 'updated_at': '2021-06-11T00:09:47Z', 'revision_number': 4, 'project_id': '0094d020672949ff926d2de6af156555', 'gw_port': {'id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '58bef96f-34ed-4931-a8d3-65078e9fdd02', 'tenant_id': '0094d020672949ff926d2de6af156555', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'port_id': '95ddf6c1-e525-4552-b91f-ab60989f1456', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'mac_address': 'fa:16:3e:37:28:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1b398e-a72f-4bd1-90d3-51a502fdb434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:09:58Z', 'updated_at': '2021-06-11T00:10:27Z', 'revision_number': 1, 'project_id': '0094d020672949ff926d2de6af156555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62524eb9-e8be-475e-87d8-41b97686df6d', 'name': '', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'tenant_id': '0094d020672949ff926d2de6af156555', 'mac_address': 'fa:16:3e:65:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:45Z', 'updated_at': '2021-06-11T00:09:58Z', 'revision_number': 5, 'project_id': '0094d020672949ff926d2de6af156555', 'subnets': [{'id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:10:29.794609 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8541f35-d2ea-45e1-93d4-d83323656985 None None] Checking router: a5067c83-7a67-4e02-9036-65bfb06dd82e for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:10:29.817545 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8541f35-d2ea-45e1-93d4-d83323656985 None None] Routers {'a5067c83-7a67-4e02-9036-65bfb06dd82e'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:10:29.818978 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-e8541f35-d2ea-45e1-93d4-d83323656985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:10:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['a5067c83-7a67-4e02-9036-65bfb06dd82e'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:10:29.947849 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11219a5b-c035-460d-bda7-f055d669f95e req-1585ed7a-5d42-4f20-ba92-c9ff7631e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:29.949308 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-11219a5b-c035-460d-bda7-f055d669f95e req-1585ed7a-5d42-4f20-ba92-c9ff7631e49e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c9e8297c-0b7d-4e4e-a364-e97c2d20421f HTTP/1.1" status: 200 len: 855 time: 0.3158567 Jun 11 00:10:30.029256 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e6a3b-ec00-4523-ae9a-47bbfd55ef50 req-3118b0ff-a35a-4cd5-acbb-76ef2b065a40 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:30.030756 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-995e6a3b-ec00-4523-ae9a-47bbfd55ef50 req-3118b0ff-a35a-4cd5-acbb-76ef2b065a40 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.1402366 Jun 11 00:10:30.033548 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-e8541f35-d2ea-45e1-93d4-d83323656985 None None] Set router a5067c83-7a67-4e02-9036-65bfb06dd82e gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:10:30.051942 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11219a5b-c035-460d-bda7-f055d669f95e req-7e072b9a-be50-4ef1-83de-7220e5cff8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:30.053447 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-11219a5b-c035-460d-bda7-f055d669f95e req-7e072b9a-be50-4ef1-83de-7220e5cff8bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ba42ba2-7b55-4648-8b55-2786e25920e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0927351 Jun 11 00:10:30.115704 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-995e6a3b-ec00-4523-ae9a-47bbfd55ef50 req-1fe2887a-6c90-40c2-99fb-9d490ebd40ce tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786977 Jun 11 00:10:30.167236 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 38326) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:30.233060 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-11219a5b-c035-460d-bda7-f055d669f95e req-ccda8111-a566-435b-9be4-03546d93df01 service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609592 Jun 11 00:10:30.442860 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-11219a5b-c035-460d-bda7-f055d669f95e req-8851b9c1-810c-4741-8986-5194cd60ec49 service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976166 Jun 11 00:10:30.577461 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dc47ef9a-ee01-49cb-b468-070725499897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:30.654081 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-e8541f35-d2ea-45e1-93d4-d83323656985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:39Z', 'updated_at': '2021-06-11T00:09:47Z', 'revision_number': 4, 'project_id': '0094d020672949ff926d2de6af156555', 'gw_port': {'id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '58bef96f-34ed-4931-a8d3-65078e9fdd02', 'tenant_id': '0094d020672949ff926d2de6af156555', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'port_id': '95ddf6c1-e525-4552-b91f-ab60989f1456', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'mac_address': 'fa:16:3e:37:28:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1b398e-a72f-4bd1-90d3-51a502fdb434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:09:58Z', 'updated_at': '2021-06-11T00:10:27Z', 'revision_number': 1, 'project_id': '0094d020672949ff926d2de6af156555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62524eb9-e8be-475e-87d8-41b97686df6d', 'name': '', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'tenant_id': '0094d020672949ff926d2de6af156555', 'mac_address': 'fa:16:3e:65:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:45Z', 'updated_at': '2021-06-11T00:09:58Z', 'revision_number': 5, 'project_id': '0094d020672949ff926d2de6af156555', 'subnets': [{'id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:10:30.658822 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8541f35-d2ea-45e1-93d4-d83323656985 None None] The sync data for ids ['a5067c83-7a67-4e02-9036-65bfb06dd82e'] in dv-cinder-786260-5-iscsi is: [{'id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:39Z', 'updated_at': '2021-06-11T00:09:47Z', 'revision_number': 4, 'project_id': '0094d020672949ff926d2de6af156555', 'gw_port': {'id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '58bef96f-34ed-4931-a8d3-65078e9fdd02', 'tenant_id': '0094d020672949ff926d2de6af156555', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'port_id': '95ddf6c1-e525-4552-b91f-ab60989f1456', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'mac_address': 'fa:16:3e:37:28:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1b398e-a72f-4bd1-90d3-51a502fdb434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:09:58Z', 'updated_at': '2021-06-11T00:10:27Z', 'revision_number': 1, 'project_id': '0094d020672949ff926d2de6af156555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62524eb9-e8be-475e-87d8-41b97686df6d', 'name': '', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'tenant_id': '0094d020672949ff926d2de6af156555', 'mac_address': 'fa:16:3e:65:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:45Z', 'updated_at': '2021-06-11T00:09:58Z', 'revision_number': 5, 'project_id': '0094d020672949ff926d2de6af156555', 'subnets': [{'id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:10:30.731956 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dc47ef9a-ee01-49cb-b468-070725499897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:30.745590 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dc47ef9a-ee01-49cb-b468-070725499897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:30.775457 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e8c87338-77a2-4dbb-89f7-89c9f115351e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:30.795577 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-dc47ef9a-ee01-49cb-b468-070725499897 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a27d4fa940846648d4a1e048563959d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6271296 Jun 11 00:10:30.800319 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 38350) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:30.819203 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47ef9a-ee01-49cb-b468-070725499897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bd2608-1487-4627-9c9a-c77c79777416,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:30.835951 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-dc47ef9a-ee01-49cb-b468-070725499897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:30.872533 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 38352) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:30.878110 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e804-9833-440f-b084-6c786cbfa708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:30.913173 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e804-9833-440f-b084-6c786cbfa708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:30.975787 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e804-9833-440f-b084-6c786cbfa708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:30.977631 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42baef16-0406-4b59-9fe2-7887be6ccfc0 None None] New status for floating IP 58bef96f-34ed-4931-a8d3-65078e9fdd02: ACTIVE {{(pid=91889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:10:30.978776 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e804-9833-440f-b084-6c786cbfa708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:30.980025 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-3ec5e804-9833-440f-b084-6c786cbfa708 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2bd2608-1487-4627-9c9a-c77c79777416 HTTP/1.1" status: 204 len: 168 time: 0.1786377 Jun 11 00:10:30.980778 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-06d3b583-a349-44f0-a924-716c55c8f9f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:30.989916 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5e804-9833-440f-b084-6c786cbfa708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bd2608-1487-4627-9c9a-c77c79777416,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:30.994683 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-3ec5e804-9833-440f-b084-6c786cbfa708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:31.101990 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf550-6bab-4b09-bf19-a708440e1443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:31.235175 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf550-6bab-4b09-bf19-a708440e1443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:31.245606 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf550-6bab-4b09-bf19-a708440e1443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:31.253129 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-9a0d14f6-241a-40f1-b2ee-18ea28d40a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:31.303275 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-6bfbf550-6bab-4b09-bf19-a708440e1443 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd8ca6d97b2740b99a3f021f10046e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4273801 Jun 11 00:10:31.306545 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 38372) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:31.334504 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbf550-6bab-4b09-bf19-a708440e1443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d50ecde-7dab-44ce-85c9-a2d2a5c1df4d,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:31.343500 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-6bfbf550-6bab-4b09-bf19-a708440e1443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:31.389769 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905415d1-e23f-4ee7-b160-79b8399fd26a req-570093c7-8aba-4df7-9f86-064a15fe1b54 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:31.391610 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-905415d1-e23f-4ee7-b160-79b8399fd26a req-570093c7-8aba-4df7-9f86-064a15fe1b54 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.1173816 Jun 11 00:10:31.407750 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b214-9988-4e2e-ac0a-0725036305aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:31.435520 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b214-9988-4e2e-ac0a-0725036305aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:31.446607 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-905415d1-e23f-4ee7-b160-79b8399fd26a req-b367d11f-eb74-4c19-b9a5-ee96398ac860 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479004 Jun 11 00:10:31.500046 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b214-9988-4e2e-ac0a-0725036305aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:31.502969 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b214-9988-4e2e-ac0a-0725036305aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:31.504374 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-e1c7b214-9988-4e2e-ac0a-0725036305aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d50ecde-7dab-44ce-85c9-a2d2a5c1df4d HTTP/1.1" status: 204 len: 168 time: 0.1969538 Jun 11 00:10:31.505113 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-91954f7e-3350-496c-9f3e-e4c9db43ee68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:31.514618 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7b214-9988-4e2e-ac0a-0725036305aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d50ecde-7dab-44ce-85c9-a2d2a5c1df4d,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:31.517457 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e1c7b214-9988-4e2e-ac0a-0725036305aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:32.652002 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 38452) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:32.665215 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76f0fe-36fe-49da-a2fe-9ee3b92b2819 req-19a16638-a0fc-42db-af04-affab0e3b516 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:32.666842 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7c76f0fe-36fe-49da-a2fe-9ee3b92b2819 req-19a16638-a0fc-42db-af04-affab0e3b516 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0931859 Jun 11 00:10:32.717978 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7c76f0fe-36fe-49da-a2fe-9ee3b92b2819 req-1c0b889e-41d0-4dc8-b40f-ac7caf8b4a87 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445161 Jun 11 00:10:32.851913 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-e08feab2-4db8-4dd6-8eba-333c7db9d3bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1120036113-network', 'tenant_id': '2da08db490e54af48faa1f9a9c133277'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:10:32.879530 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08feab2-4db8-4dd6-8eba-333c7db9d3bd admin admin] Made reservation on behalf of 2da08db490e54af48faa1f9a9c133277 for: {'network': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:10:32.879530 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e08feab2-4db8-4dd6-8eba-333c7db9d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for network, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:32.890196 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e08feab2-4db8-4dd6-8eba-333c7db9d3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:32.985239 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e08feab2-4db8-4dd6-8eba-333c7db9d3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:32.989976 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e08feab2-4db8-4dd6-8eba-333c7db9d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:32.993776 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-10030c1e-aa55-4f3c-9ddc-6e88787a7e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:33.012131 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08feab2-4db8-4dd6-8eba-333c7db9d3bd admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=91887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:10:33.026526 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08feab2-4db8-4dd6-8eba-333c7db9d3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:33.030671 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e08feab2-4db8-4dd6-8eba-333c7db9d3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:33.031798 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e08feab2-4db8-4dd6-8eba-333c7db9d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:33.032143 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.db.segments_db [None req-e08feab2-4db8-4dd6-8eba-333c7db9d3bd admin admin] Added segment 856180f1-78cd-45fb-bffc-eafcba658df9 of type vlan for network 0e428fc8-de7f-4b0a-974a-f75564bc129c Jun 11 00:10:33.083137 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e08feab2-4db8-4dd6-8eba-333c7db9d3bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777603396253'] for network, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:33.116740 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e08feab2-4db8-4dd6-8eba-333c7db9d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395'] for network, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:33.118538 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08feab2-4db8-4dd6-8eba-333c7db9d3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:33.119112 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e08feab2-4db8-4dd6-8eba-333c7db9d3bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:33.121850 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:33.153715 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-e08feab2-4db8-4dd6-8eba-333c7db9d3bd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5006227 Jun 11 00:10:33.156729 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 38474) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:33.161797 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-1f9a6f74-3b15-42fc-ae1f-02da464052b1 admin admin] Request body: {'subnet': {'network_id': '0e428fc8-de7f-4b0a-974a-f75564bc129c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1120036113-subnet', 'tenant_id': '2da08db490e54af48faa1f9a9c133277', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:10:33.184683 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9a6f74-3b15-42fc-ae1f-02da464052b1 admin admin] Made reservation on behalf of 2da08db490e54af48faa1f9a9c133277 for: {'subnet': 1} {{(pid=91888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:10:33.187044 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6f74-3b15-42fc-ae1f-02da464052b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:33.202736 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08feab2-4db8-4dd6-8eba-333c7db9d3bd admin admin] Pushing event updated for resources: {'Network': ['ID=0e428fc8-de7f-4b0a-974a-f75564bc129c,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:33.206080 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e08feab2-4db8-4dd6-8eba-333c7db9d3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:33.213481 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Network 0e428fc8-de7f-4b0a-974a-f75564bc129c details requested by agent ovs-agent-dv-cinder-786260-5-iscsi with host dv-cinder-786260-5-iscsi {{(pid=91889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:10:33.415961 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6f74-3b15-42fc-ae1f-02da464052b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386'] for subnet, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:33.419180 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-43ffb619-c165-417e-ae3e-cef1285e3d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:33.487994 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a6f74-3b15-42fc-ae1f-02da464052b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc676cb6-8d95-4f35-8f7e-54f156927d89,revision_number=0']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:33.493551 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-1f9a6f74-3b15-42fc-ae1f-02da464052b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:33.496321 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9a6f74-3b15-42fc-ae1f-02da464052b1 admin admin] Checking segment: {'id': '856180f1-78cd-45fb-bffc-eafcba658df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0e428fc8-de7f-4b0a-974a-f75564bc129c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:10:33.496630 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9a6f74-3b15-42fc-ae1f-02da464052b1 admin admin] Network hostable DHCP agents. Network: 0e428fc8-de7f-4b0a-974a-f75564bc129c, hostable agents: ['ce8ef649-8289-40e7-a272-310ee0704403'], hosted agents: [] {{(pid=91888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:10:33.512952 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9a6f74-3b15-42fc-ae1f-02da464052b1 admin admin] Network 0e428fc8-de7f-4b0a-974a-f75564bc129c is scheduled to be hosted by DHCP agent ce8ef649-8289-40e7-a272-310ee0704403 with binding_index 1 {{(pid=91888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:10:33.522197 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [None req-1f9a6f74-3b15-42fc-ae1f-02da464052b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-iscsi, 0e428fc8-de7f-4b0a-974a-f75564bc129c) {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:10:33.526275 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9a6f74-3b15-42fc-ae1f-02da464052b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:33.526868 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6f74-3b15-42fc-ae1f-02da464052b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for subnet, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:33.531425 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac28983-42b5-4208-b58a-61dc8620b96e None None] Network 0e428fc8-de7f-4b0a-974a-f75564bc129c requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:10:33.549013 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-1f9a6f74-3b15-42fc-ae1f-02da464052b1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3837557 Jun 11 00:10:33.716730 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabe0379-7dc9-4466-a10c-d6bd72950f19 None None] Network 0e428fc8-de7f-4b0a-974a-f75564bc129c requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:10:33.933688 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40faed0-f4a5-42c9-b40c-5cdf0df0f453 req-54faad30-1d36-4eee-8259-47db5c8d0c93 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:33.935175 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d40faed0-f4a5-42c9-b40c-5cdf0df0f453 req-54faad30-1d36-4eee-8259-47db5c8d0c93 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0889454 Jun 11 00:10:33.986859 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d40faed0-f4a5-42c9-b40c-5cdf0df0f453 req-da820b4f-ebee-49e0-97b3-ef74ad00b1c9 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422893 Jun 11 00:10:34.814711 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e822b7a-5ca9-49f2-9f72-6a881dc7e913 req-992e0eae-e4da-4130-aae5-b0328371d238 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:34.816281 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7e822b7a-5ca9-49f2-9f72-6a881dc7e913 req-992e0eae-e4da-4130-aae5-b0328371d238 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 945 time: 0.0802743 Jun 11 00:10:34.865429 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7e822b7a-5ca9-49f2-9f72-6a881dc7e913 req-ab6477ed-13d5-40bc-b80c-588204b48c0e tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/security-groups?id=131658a6-b1ac-4873-9abb-7a154841e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431910 Jun 11 00:10:35.172594 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dff62-a345-456b-9651-0bb1e8baeccc req-c984625e-5c73-4363-bda5-c52c5402cb71 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:35.174090 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-de4dff62-a345-456b-9651-0bb1e8baeccc req-c984625e-5c73-4363-bda5-c52c5402cb71 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0747955 Jun 11 00:10:35.227119 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-de4dff62-a345-456b-9651-0bb1e8baeccc req-13718612-c5e1-43b6-8e48-ed00ec1aa4b6 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466895 Jun 11 00:10:35.575738 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-dea0b28d-62f4-4efe-b326-e482a27a3b76 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:35.577982 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-dea0b28d-62f4-4efe-b326-e482a27a3b76 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/networks?id=0e428fc8-de7f-4b0a-974a-f75564bc129c HTTP/1.1" status: 200 len: 809 time: 0.1524696 Jun 11 00:10:35.600412 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-dbb173bd-ed6d-4792-9fc7-9cc1fc0b754f tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/quotas/2da08db490e54af48faa1f9a9c133277 HTTP/1.1" status: 200 len: 375 time: 0.0146956 Jun 11 00:10:35.641383 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-a4508415-2df9-4adb-8cfa-aee9283b361a tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2da08db490e54af48faa1f9a9c133277&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402210 Jun 11 00:10:35.779704 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-85c32366-81fa-41c4-b4c9-b99214d17421 service neutron] 10.222.0.15 "GET /v2.0/networks/0e428fc8-de7f-4b0a-974a-f75564bc129c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306429 Jun 11 00:10:35.900984 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-73874680-fa95-4f09-a482-b27aa29b757d service neutron] 10.222.0.15 "GET /v2.0/networks/0e428fc8-de7f-4b0a-974a-f75564bc129c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154799 Jun 11 00:10:36.095396 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f587a910-9d1a-4dbc-a92d-75031be562d6 req-cdcebcca-3bc3-41e5-ba29-f5f3f99d0c79 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 210 time: 0.0417078 Jun 11 00:10:36.126278 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e53d0-ca2c-4fb1-9416-ee44743495de req-2c92b091-f419-4c58-b9cb-83122afac9bb tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:36.127829 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-011e53d0-ca2c-4fb1-9416-ee44743495de req-2c92b091-f419-4c58-b9cb-83122afac9bb tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 945 time: 0.1289017 Jun 11 00:10:36.184012 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-011e53d0-ca2c-4fb1-9416-ee44743495de req-7dce52d4-d0ce-4009-883c-7766024fddae tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/security-groups?id=131658a6-b1ac-4873-9abb-7a154841e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501840 Jun 11 00:10:36.417082 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18c3da-ff4b-4a7b-b2c0-c80317ac1403 req-1511671b-b136-4ac9-b877-515dc5402206 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:36.418553 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1b18c3da-ff4b-4a7b-b2c0-c80317ac1403 req-1511671b-b136-4ac9-b877-515dc5402206 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0757725 Jun 11 00:10:36.458703 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1b18c3da-ff4b-4a7b-b2c0-c80317ac1403 req-fd80a921-9655-41fc-b819-e79c9f845cd2 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345390 Jun 11 00:10:37.245781 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9b629c54-a376-42ee-8e14-bf9af2528eea req-a97d707e-d9c5-4410-a866-88f2c8ac5736 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 210 time: 0.0380602 Jun 11 00:10:37.409720 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e28925-0fbb-40ee-96ad-ddc411aed5df req-1a98cc15-842e-49d2-9325-81c3df066d0b tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:37.411153 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-91e28925-0fbb-40ee-96ad-ddc411aed5df req-1a98cc15-842e-49d2-9325-81c3df066d0b tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 945 time: 0.0677555 Jun 11 00:10:37.452162 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-91e28925-0fbb-40ee-96ad-ddc411aed5df req-59ec461c-42fe-4c6e-b576-a2a296fa9080 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/security-groups?id=131658a6-b1ac-4873-9abb-7a154841e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351965 Jun 11 00:10:37.634477 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ad047-5bfe-41c5-9216-e7e12ca4dac3 req-0e93312e-ed16-4cc5-9ea0-2af386c5559b tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:37.636015 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1e2ad047-5bfe-41c5-9216-e7e12ca4dac3 req-0e93312e-ed16-4cc5-9ea0-2af386c5559b tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0700662 Jun 11 00:10:37.675719 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1e2ad047-5bfe-41c5-9216-e7e12ca4dac3 req-cf48a090-b74d-45a6-9fa2-96be475400ed tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341678 Jun 11 00:10:38.391308 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3a5be111-6b93-4f97-a8f1-8619c9f7605d req-1d295970-505b-40f5-8afc-256a7d6e8c24 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 210 time: 0.0324798 Jun 11 00:10:38.625039 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02352baf-b788-401b-baf5-944d183cab86 req-53bf56fe-6812-468f-add4-bfc610e748cf tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:38.626459 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-02352baf-b788-401b-baf5-944d183cab86 req-53bf56fe-6812-468f-add4-bfc610e748cf tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 945 time: 0.0659926 Jun 11 00:10:38.661035 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:38.668356 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-02352baf-b788-401b-baf5-944d183cab86 req-e19a00cc-6f34-4d3b-b7dd-6be6ad678489 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/security-groups?id=131658a6-b1ac-4873-9abb-7a154841e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361564 Jun 11 00:10:38.863701 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1648426-a075-4a3e-bb32-f410d4fa61c9 req-5c58204d-d17c-4178-aa42-dc30e7c1fcfb tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:38.865152 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f1648426-a075-4a3e-bb32-f410d4fa61c9 req-5c58204d-d17c-4178-aa42-dc30e7c1fcfb tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0735815 Jun 11 00:10:38.908702 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f1648426-a075-4a3e-bb32-f410d4fa61c9 req-aa34a6b4-a12e-4d40-bcda-b07aca888fbc tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377059 Jun 11 00:10:39.538084 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-316adfd2-81ec-4526-9987-19ff622f9ae9 req-bb69a897-c585-4bc0-946c-bc6420d34d4a tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 210 time: 0.0324638 Jun 11 00:10:40.050146 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf0962-205c-4b37-92c2-4785903f395d req-a8485334-9175-4ac9-a8fe-4072de6da946 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:40.057313 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e7bf0962-205c-4b37-92c2-4785903f395d req-a8485334-9175-4ac9-a8fe-4072de6da946 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 945 time: 0.2633348 Jun 11 00:10:40.154883 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e7bf0962-205c-4b37-92c2-4785903f395d req-6ea0a811-c883-4061-aec8-f122a8c991f0 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/security-groups?id=131658a6-b1ac-4873-9abb-7a154841e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962644 Jun 11 00:10:40.184521 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-103b9743-24df-4611-b35a-858ecb8b3324 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:40.186010 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-103b9743-24df-4611-b35a-858ecb8b3324 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.21 "GET /v2.0/networks?id=0e428fc8-de7f-4b0a-974a-f75564bc129c HTTP/1.1" status: 200 len: 809 time: 0.3550978 Jun 11 00:10:40.208638 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Request body: {'port': {'device_id': '03818f7b-c9d1-4183-97f7-ded3071c8c82', 'network_id': '0e428fc8-de7f-4b0a-974a-f75564bc129c', 'admin_state_up': True, 'tenant_id': '2da08db490e54af48faa1f9a9c133277'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:10:40.265384 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637adf5-c020-4197-ad86-299a545bfce8 req-02fb5a9b-cceb-4db5-ab0e-379dcc61b1ac tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:40.267041 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-b637adf5-c020-4197-ad86-299a545bfce8 req-02fb5a9b-cceb-4db5-ab0e-379dcc61b1ac tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.21 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 945 time: 0.2129924 Jun 11 00:10:40.463518 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 38720) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:40.485271 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 38724) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:40.516781 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-b637adf5-c020-4197-ad86-299a545bfce8 req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Deleting port 6ec09378-6d46-4297-a371-ef7c8b3d8e20 {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:10:40.517287 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-b637adf5-c020-4197-ad86-299a545bfce8 req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:40.648463 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb4b0e-a254-4cb5-97e6-7c73e199b4b8 req-b480ad45-3947-4d6b-a7cb-c4f9aad5e7c1 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:40.654358 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-26cb4b0e-a254-4cb5-97e6-7c73e199b4b8 req-b480ad45-3947-4d6b-a7cb-c4f9aad5e7c1 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.5685410 Jun 11 00:10:40.655651 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Made reservation on behalf of 2da08db490e54af48faa1f9a9c133277 for: {'port': 1} {{(pid=91888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:10:40.660998 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:40.677267 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-b637adf5-c020-4197-ad86-299a545bfce8 req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] For port 6ec09378-6d46-4297-a371-ef7c8b3d8e20, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6ec09378-6d46-4297-a371-ef7c8b3d8e20,segment=NetworkSegment(44048ef7-d65e-49ab-b851-e7a59912f6d5),segment_id=44048ef7-d65e-49ab-b851-e7a59912f6d5)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:10:40.677696 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-b637adf5-c020-4197-ad86-299a545bfce8 req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:40.731320 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-b64781db-be3b-46ee-afb0-52f19280746a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:40.783452 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-26cb4b0e-a254-4cb5-97e6-7c73e199b4b8 req-2a8ddb43-ae1b-488e-8252-e659e637b8db tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185157 Jun 11 00:10:40.829495 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-808015ba-2a21-4eb5-ad74-427a9ac990df req-5ad9494c-231d-4a41-97cd-44a9fa43ee11 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 210 time: 0.0940602 Jun 11 00:10:40.896798 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-b637adf5-c020-4197-ad86-299a545bfce8 req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Calling delete_port for 6ec09378-6d46-4297-a371-ef7c8b3d8e20 owned by compute:nova {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:10:40.909875 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a351a6a0-deb3-41a3-8d0f-f023c4a8a00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:40.939793 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_common [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Allocated IP 172.20.0.12 (0e428fc8-de7f-4b0a-974a-f75564bc129c/bc676cb6-8d95-4f35-8f7e-54f156927d89/4abc2bb3-5721-4425-90f3-77d0092959c7) {{(pid=91888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:10:41.116266 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Notify callbacks [] for port, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:41.149966 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-b64781db-be3b-46ee-afb0-52f19280746a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:41.152148 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-b637adf5-c020-4197-ad86-299a545bfce8 req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:41.157552 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:41.161740 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-b64781db-be3b-46ee-afb0-52f19280746a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:41.162711 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:41.167913 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:41.211410 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Pushing event deleted for resources: {'Port': ['ID=6ec09378-6d46-4297-a371-ef7c8b3d8e20,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:41.221390 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Network 0e428fc8-de7f-4b0a-974a-f75564bc129c is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:10:41.224689 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:10:41.229730 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Received port after_create {{(pid=91888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:10:41.235426 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:41.236110 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for port, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:41.239724 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Pushing event updated for resources: {'Port': ['ID=4abc2bb3-5721-4425-90f3-77d0092959c7,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:41.250943 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.251301 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.251675 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.252022 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.252362 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.252702 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.253067 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.253368 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.253699 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.254031 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.254359 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.254687 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.258730 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:41.289937 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.290462 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.290629 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.291135 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.291509 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.291849 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.292186 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.292612 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.292857 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.293186 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.293514 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.293845 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:41.310985 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-49dad5a6-a410-4fa0-a249-d78f4e748457 req-b79a6fc3-47e5-4eaf-a1c8-110ce9624421 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 210 time: 0.0338526 Jun 11 00:10:41.319228 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:41.321622 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-b64781db-be3b-46ee-afb0-52f19280746a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8bcd0004bc364a2db5460b204e7feba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8354185 Jun 11 00:10:41.322305 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:41.324412 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 38736) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:41.329055 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b637adf5-c020-4197-ad86-299a545bfce8 req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] No DVR routers for this DVR port 6ec09378-6d46-4297-a371-ef7c8b3d8e20 on host hv-cinder-78626 {{(pid=91887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:10:41.344043 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-b637adf5-c020-4197-ad86-299a545bfce8 req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:41.346022 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-b637adf5-c020-4197-ad86-299a545bfce8 req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.21 "DELETE /v2.0/ports/6ec09378-6d46-4297-a371-ef7c8b3d8e20 HTTP/1.1" status: 204 len: 173 time: 1.0726264 Jun 11 00:10:41.348016 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748cf86c-8ee8-477d-9ecb-30f5e75dbddf', 'name': 'network-vif-deleted', 'tag': '6ec09378-6d46-4297-a371-ef7c8b3d8e20'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:10:41.350256 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ced115-a80a-4951-9967-71385517a825" -d '{"events": [{"server_uuid": "748cf86c-8ee8-477d-9ecb-30f5e75dbddf", "name": "network-vif-deleted", "tag": "6ec09378-6d46-4297-a371-ef7c8b3d8e20"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:10:41.377338 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64781db-be3b-46ee-afb0-52f19280746a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925bcc18-8bce-447c-9883-2ddd90a7f63e,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:41.381081 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-b64781db-be3b-46ee-afb0-52f19280746a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:41.415070 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-1e88b1f4-c177-45e1-ae76-8eef254688a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:41.431019 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a351a6a0-deb3-41a3-8d0f-f023c4a8a00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:41.435724 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a351a6a0-deb3-41a3-8d0f-f023c4a8a00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:41.439998 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-5e39bffe-defe-4699-b016-5708ff8ad57c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:41.450593 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-1e88b1f4-c177-45e1-ae76-8eef254688a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:41.453191 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2504170 Jun 11 00:10:41.456828 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984c70f2-d63f-447b-8d55-1a9a56524693 x-openstack-request-id: req-984c70f2-d63f-447b-8d55-1a9a56524693 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:10:41.457148 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748cf86c-8ee8-477d-9ecb-30f5e75dbddf", "name": "network-vif-deleted", "tag": "6ec09378-6d46-4297-a371-ef7c8b3d8e20", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:10:41.457424 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-984c70f2-d63f-447b-8d55-1a9a56524693 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:10:41.457832 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748cf86c-8ee8-477d-9ecb-30f5e75dbddf', 'name': 'network-vif-deleted', 'tag': '6ec09378-6d46-4297-a371-ef7c8b3d8e20', 'status': 'completed', 'code': 200} Jun 11 00:10:41.488936 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-a351a6a0-deb3-41a3-8d0f-f023c4a8a00a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4bf2b92f8da64d498fec0400806d4f36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0188293 Jun 11 00:10:41.489921 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351a6a0-deb3-41a3-8d0f-f023c4a8a00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabd2ad7-e39f-4f72-911c-ef4502393872,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:41.492588 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 38744) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:41.493656 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-a351a6a0-deb3-41a3-8d0f-f023c4a8a00a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:41.525476 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-1e88b1f4-c177-45e1-ae76-8eef254688a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:41.528033 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-1e88b1f4-c177-45e1-ae76-8eef254688a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:41.529136 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-1e88b1f4-c177-45e1-ae76-8eef254688a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/925bcc18-8bce-447c-9883-2ddd90a7f63e HTTP/1.1" status: 204 len: 168 time: 0.2035778 Jun 11 00:10:41.534339 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-a9f4ea1b-0af7-406a-a652-1cd290bfd88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:41.546928 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88b1f4-c177-45e1-ae76-8eef254688a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925bcc18-8bce-447c-9883-2ddd90a7f63e,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:41.550058 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-1e88b1f4-c177-45e1-ae76-8eef254688a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:41.563899 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-4458e42f-adef-4b01-ad0d-d8974a33af8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:41.590243 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-4458e42f-adef-4b01-ad0d-d8974a33af8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:41.641858 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-4458e42f-adef-4b01-ad0d-d8974a33af8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:41.644917 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-4458e42f-adef-4b01-ad0d-d8974a33af8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:41.646055 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-4458e42f-adef-4b01-ad0d-d8974a33af8c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aabd2ad7-e39f-4f72-911c-ef4502393872 HTTP/1.1" status: 204 len: 168 time: 0.1523201 Jun 11 00:10:41.646804 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-29541137-bf03-41a4-9e18-a4addf0e54cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:41.655613 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458e42f-adef-4b01-ad0d-d8974a33af8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabd2ad7-e39f-4f72-911c-ef4502393872,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:41.658128 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-4458e42f-adef-4b01-ad0d-d8974a33af8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:41.809555 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 38754) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:41.826154 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5ed5229e-5352-4ff2-b8be-011840ad0458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:41.985915 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5ed5229e-5352-4ff2-b8be-011840ad0458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:41.997264 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5ed5229e-5352-4ff2-b8be-011840ad0458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:42.001000 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:42.051541 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-5ed5229e-5352-4ff2-b8be-011840ad0458 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28012ae513634940abe54123fae02538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408650 Jun 11 00:10:42.053176 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5229e-5352-4ff2-b8be-011840ad0458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b686926-4794-4f65-97da-6781893d0b1d,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:42.054224 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 38770) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:42.063403 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c154d-24f7-4aa6-8614-e7fe729545ba req-651f8151-34ea-46dd-972f-fbbed13e9f58 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:42.064813 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b76c154d-24f7-4aa6-8614-e7fe729545ba req-651f8151-34ea-46dd-972f-fbbed13e9f58 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.1477427 Jun 11 00:10:42.065632 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-5ed5229e-5352-4ff2-b8be-011840ad0458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:42.107910 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b76c154d-24f7-4aa6-8614-e7fe729545ba req-20c290e3-466f-45fb-be75-5452db387e3d tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357363 Jun 11 00:10:42.119928 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-187b3b2b-e942-4561-8881-eca86873d168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:42.154520 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-187b3b2b-e942-4561-8881-eca86873d168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:42.208648 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-187b3b2b-e942-4561-8881-eca86873d168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:42.212170 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-187b3b2b-e942-4561-8881-eca86873d168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:42.214184 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-187b3b2b-e942-4561-8881-eca86873d168 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b686926-4794-4f65-97da-6781893d0b1d HTTP/1.1" status: 204 len: 168 time: 0.1550913 Jun 11 00:10:42.215096 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e08feab2-4db8-4dd6-8eba-333c7db9d3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:42.225254 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b3b2b-e942-4561-8881-eca86873d168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b686926-4794-4f65-97da-6781893d0b1d,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:42.228011 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-187b3b2b-e942-4561-8881-eca86873d168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:42.320449 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6297af-98d8-41b6-bdfd-18ea502f0bb9 req-3ac05cde-03aa-4bbd-9d56-0bce5d9aeec1 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:42.322615 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-fd6297af-98d8-41b6-bdfd-18ea502f0bb9 req-3ac05cde-03aa-4bbd-9d56-0bce5d9aeec1 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 932 time: 0.0964394 Jun 11 00:10:42.381161 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-fd6297af-98d8-41b6-bdfd-18ea502f0bb9 req-e5707332-b6d6-43ee-bcc1-f049f6935f5e tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521817 Jun 11 00:10:42.563358 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-99933ec1-5969-4265-bc70-44313b20dd73 req-aa3f2e6b-c9fb-40da-af02-96e89c7d3c96 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 210 time: 0.0458932 Jun 11 00:10:43.176648 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-b9b77533-74da-490b-be24-f0c9b5fba52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:43.316262 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02864e75-5ed9-4fc2-97dd-c8049539344b req-09480db9-915a-444c-8554-59b7952ce56a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:43.317767 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-02864e75-5ed9-4fc2-97dd-c8049539344b req-09480db9-915a-444c-8554-59b7952ce56a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0806406 Jun 11 00:10:43.361226 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-02864e75-5ed9-4fc2-97dd-c8049539344b req-186b269c-d5f5-4249-81af-faf414648924 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369120 Jun 11 00:10:43.711185 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e9299-29fc-4ffb-a35c-427c9f034458 req-838c6256-4bf3-44fd-87d9-fd7028aaf10b tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:43.713038 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-dd2e9299-29fc-4ffb-a35c-427c9f034458 req-838c6256-4bf3-44fd-87d9-fd7028aaf10b tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 932 time: 0.0784657 Jun 11 00:10:43.762894 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-dd2e9299-29fc-4ffb-a35c-427c9f034458 req-fa44cd59-13f5-4b76-8601-2bb03d647d11 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439439 Jun 11 00:10:43.928126 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b7a1da3a-f91b-458c-bf4b-715d926ed2e3 req-fe80fa37-72ac-4931-89d5-f809041cfdf3 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 210 time: 0.0425649 Jun 11 00:10:44.081576 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['6ec09378-6d46-4297-a371-ef7c8b3d8e20'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:10:44.094700 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Request body: {'port': {'device_id': '03818f7b-c9d1-4183-97f7-ded3071c8c82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:10:44.208680 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:44.595189 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4abc2bb3-5721-4425-90f3-77d0092959c7 {{(pid=91888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:10:44.604577 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:44.629356 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.provisioning_blocks [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Transition to ACTIVE for port object 4abc2bb3-5721-4425-90f3-77d0092959c7 will not be triggered until provisioned by entity L2. {{(pid=91888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:10:44.637173 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:44.647980 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f258b-7d48-4ca8-a83a-4a140b84d81a req-2d7fa884-e431-4b0b-83f1-4c9d7d312f53 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:44.650048 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0f7f258b-7d48-4ca8-a83a-4a140b84d81a req-2d7fa884-e431-4b0b-83f1-4c9d7d312f53 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.1457021 Jun 11 00:10:44.651668 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-3bea7d8e-053a-4637-83a1-bfb89c47c362 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:44.775196 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Pushing event updated for resources: {'Port': ['ID=4abc2bb3-5721-4425-90f3-77d0092959c7,revision_number=2']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:44.780786 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:44.822562 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0f7f258b-7d48-4ca8-a83a-4a140b84d81a req-f5850dfa-905c-4fce-bfd4-52ad17e4fd7c tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410627 Jun 11 00:10:44.839336 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.managers [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Attempting to bind port 4abc2bb3-5721-4425-90f3-77d0092959c7 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:10:44.840256 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.managers [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Attempting to bind port 4abc2bb3-5721-4425-90f3-77d0092959c7 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '856180f1-78cd-45fb-bffc-eafcba658df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0e428fc8-de7f-4b0a-974a-f75564bc129c'}] {{(pid=91888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:10:44.840588 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Attempting to bind port 4abc2bb3-5721-4425-90f3-77d0092959c7 on network 0e428fc8-de7f-4b0a-974a-f75564bc129c {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:10:44.853993 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Port 4abc2bb3-5721-4425-90f3-77d0092959c7 on network 0e428fc8-de7f-4b0a-974a-f75564bc129c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:10:44.854554 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Attempting to bind port 4abc2bb3-5721-4425-90f3-77d0092959c7 on network 0e428fc8-de7f-4b0a-974a-f75564bc129c {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:10:44.860958 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Checking agent: {'id': '0b82d12c-0850-474f-ad5c-077a5fa277b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:10:44.861301 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Checking segment: {'id': '856180f1-78cd-45fb-bffc-eafcba658df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0e428fc8-de7f-4b0a-974a-f75564bc129c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:10:44.861684 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Bound using segment: {'id': '856180f1-78cd-45fb-bffc-eafcba658df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0e428fc8-de7f-4b0a-974a-f75564bc129c'} {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:10:44.862162 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.managers [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Bound port: 4abc2bb3-5721-4425-90f3-77d0092959c7, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '856180f1-78cd-45fb-bffc-eafcba658df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0e428fc8-de7f-4b0a-974a-f75564bc129c'}}] {{(pid=91888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:10:44.862688 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:45.000772 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] For port 4abc2bb3-5721-4425-90f3-77d0092959c7, host hv-cinder-78626, cleared binding levels {{(pid=91888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:10:45.019108 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] For port 4abc2bb3-5721-4425-90f3-77d0092959c7, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4abc2bb3-5721-4425-90f3-77d0092959c7,segment=NetworkSegment(856180f1-78cd-45fb-bffc-eafcba658df9),segment_id=856180f1-78cd-45fb-bffc-eafcba658df9)] {{(pid=91888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:10:45.032323 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:45.039915 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-c2036c54-2c58-48ba-9710-28d861ac28d9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:45.131389 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:45.133260 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for port, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:45.137884 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] 10.222.0.21 "PUT /v2.0/ports/4abc2bb3-5721-4425-90f3-77d0092959c7 HTTP/1.1" status: 200 len: 1094 time: 1.0459409 Jun 11 00:10:45.138077 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03818f7b-c9d1-4183-97f7-ded3071c8c82', 'tag': '4abc2bb3-5721-4425-90f3-77d0092959c7'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:10:45.140749 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d208b32-59cf-4810-832c-945e37fb4700" -d '{"events": [{"name": "network-changed", "server_uuid": "03818f7b-c9d1-4183-97f7-ded3071c8c82", "tag": "4abc2bb3-5721-4425-90f3-77d0092959c7"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:10:45.192573 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7d1b6bb5-690f-4067-827f-c97db5c3629f req-2b2877aa-848d-4a66-bd65-647d3498a29d tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] 10.222.0.15 "GET /v2.0/ports?device_id=748cf86c-8ee8-477d-9ecb-30f5e75dbddf HTTP/1.1" status: 200 len: 210 time: 0.0941193 Jun 11 00:10:45.202568 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf17d8-53c4-413d-ba5e-5305799aa1bd req-77e338e4-95e9-4931-b9eb-e1297491951b tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:45.205055 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3faf17d8-53c4-413d-ba5e-5305799aa1bd req-77e338e4-95e9-4931-b9eb-e1297491951b tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 944 time: 0.2649047 Jun 11 00:10:45.208395 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Pushing event updated for resources: {'Port': ['ID=4abc2bb3-5721-4425-90f3-77d0092959c7,revision_number=3']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:45.229729 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:45.307274 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64d45e6-7694-46c9-95f7-023f40cb265f x-openstack-request-id: req-d64d45e6-7694-46c9-95f7-023f40cb265f {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:10:45.308100 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03818f7b-c9d1-4183-97f7-ded3071c8c82", "tag": "4abc2bb3-5721-4425-90f3-77d0092959c7", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:10:45.309843 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d64d45e6-7694-46c9-95f7-023f40cb265f {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:10:45.310383 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03818f7b-c9d1-4183-97f7-ded3071c8c82', 'tag': '4abc2bb3-5721-4425-90f3-77d0092959c7', 'status': 'completed', 'code': 200} Jun 11 00:10:45.408690 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3faf17d8-53c4-413d-ba5e-5305799aa1bd req-9c6639ea-ab46-4957-ad4b-363cf0d17684 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971297 Jun 11 00:10:45.426774 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fedde4f9-9db2-4682-93a2-edf3301a077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:45.433415 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-fedde4f9-9db2-4682-93a2-edf3301a077d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2da08db490e54af48faa1f9a9c133277&device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 1097 time: 0.2019079 Jun 11 00:10:45.512197 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-e1a3270a-5f5a-434b-8af0-5ab117816d6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4abc2bb3-5721-4425-90f3-77d0092959c7 HTTP/1.1" status: 200 len: 217 time: 0.0700419 Jun 11 00:10:45.593527 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-2d6c18e5-137b-43e9-81cb-f9c4e77a8e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:45.595875 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-2d6c18e5-137b-43e9-81cb-f9c4e77a8e0d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc676cb6-8d95-4f35-8f7e-54f156927d89 HTTP/1.1" status: 200 len: 849 time: 0.0755668 Jun 11 00:10:45.644980 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-4c038358-4942-4732-872d-3e1ea81e124f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e428fc8-de7f-4b0a-974a-f75564bc129c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413530 Jun 11 00:10:45.753721 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d30b1aa3-2ce5-4b05-807b-b63209b3411b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:45.839199 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-91783301-2771-40c6-809a-9c4f4c0e69c8 service neutron] 10.222.0.21 "GET /v2.0/networks/0e428fc8-de7f-4b0a-974a-f75564bc129c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742513 Jun 11 00:10:45.940551 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:46.113079 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cc8c4ca0-248e-417e-80f4-96f849c8ea75 req-08aac602-b241-422f-b1b7-831e8fb8e5f1 service neutron] 10.222.0.21 "GET /v2.0/networks/0e428fc8-de7f-4b0a-974a-f75564bc129c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627344 Jun 11 00:10:46.159602 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82101e-91d5-4399-a6c6-5266ce12bec4 req-3981e5f9-692a-4223-83d1-44628836bc3d tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:46.161087 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5d82101e-91d5-4399-a6c6-5266ce12bec4 req-3981e5f9-692a-4223-83d1-44628836bc3d tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0955081 Jun 11 00:10:46.212115 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5d82101e-91d5-4399-a6c6-5266ce12bec4 req-6fae0b0e-35c7-4f1e-9f8d-dbb43c302ae9 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442717 Jun 11 00:10:46.616003 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16a762-3340-4d9a-8ded-eb42276811b7 req-dec9f552-8342-400d-ae27-8c7bfcd123d3 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:46.618913 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-fe16a762-3340-4d9a-8ded-eb42276811b7 req-dec9f552-8342-400d-ae27-8c7bfcd123d3 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 944 time: 0.0862412 Jun 11 00:10:46.663306 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-fe16a762-3340-4d9a-8ded-eb42276811b7 req-b490b053-0427-4040-ace2-921e0e82f15d tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378306 Jun 11 00:10:47.016239 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:47.117448 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 6ec09378-6d46-4297-a371-ef7c8b3d8e20 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:10:47.142161 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] No Port match for: 6ec09378-6d46-4297-a371-ef7c8b3d8e20 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:10:47.142783 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 6ec09378-6d46-4297-a371-ef7c8b3d8e20 not bound to the agent host hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:10:47.407981 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d68018-4a4c-45f4-91b1-f402c09439c2 req-e5408ff2-6a83-47e8-b525-d0d79a2f6661 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:47.409709 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-23d68018-4a4c-45f4-91b1-f402c09439c2 req-e5408ff2-6a83-47e8-b525-d0d79a2f6661 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0702806 Jun 11 00:10:47.452413 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-23d68018-4a4c-45f4-91b1-f402c09439c2 req-4521a510-5871-450f-a121-190680766f23 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363626 Jun 11 00:10:47.852933 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff02753-d211-40cf-af05-b3b42f3312c1 req-e90c28e9-b7cc-40a0-bd7a-ffd9c2f25a29 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:47.854764 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-bff02753-d211-40cf-af05-b3b42f3312c1 req-e90c28e9-b7cc-40a0-bd7a-ffd9c2f25a29 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 944 time: 0.0761626 Jun 11 00:10:47.897121 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-bff02753-d211-40cf-af05-b3b42f3312c1 req-3a63a1e0-00e1-4312-bec5-15e321e75084 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363512 Jun 11 00:10:48.397515 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:48.632610 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76be95-7634-41e3-9904-9bac6288de1b req-6c85b145-a8fe-4bc8-98e7-a75acfd6ab8f tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:48.634107 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3d76be95-7634-41e3-9904-9bac6288de1b req-6c85b145-a8fe-4bc8-98e7-a75acfd6ab8f tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0695820 Jun 11 00:10:48.682393 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3d76be95-7634-41e3-9904-9bac6288de1b req-269c2123-07ca-4106-a019-0952b42f5d62 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389769 Jun 11 00:10:49.082671 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a69540-dbb7-4bdf-814b-34fbf24b2156 req-962796ee-7fc8-46a5-a766-e206b14e71eb tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:49.084303 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-55a69540-dbb7-4bdf-814b-34fbf24b2156 req-962796ee-7fc8-46a5-a766-e206b14e71eb tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 944 time: 0.0752628 Jun 11 00:10:49.127959 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-55a69540-dbb7-4bdf-814b-34fbf24b2156 req-b0b7516a-9b0a-477d-b4d8-46d1c784a0d2 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374262 Jun 11 00:10:49.353140 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d208b32-59cf-4810-832c-945e37fb4700 req-a0383717-cf6b-4e6f-9441-344208f4fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:49.354614 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4d208b32-59cf-4810-832c-945e37fb4700 req-a0383717-cf6b-4e6f-9441-344208f4fe62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2da08db490e54af48faa1f9a9c133277&device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 1097 time: 0.0591257 Jun 11 00:10:49.657228 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d208b32-59cf-4810-832c-945e37fb4700 req-a956aff8-ad10-4bc7-a915-bdcce78a5c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:49.658615 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4d208b32-59cf-4810-832c-945e37fb4700 req-a956aff8-ad10-4bc7-a915-bdcce78a5c16 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e428fc8-de7f-4b0a-974a-f75564bc129c HTTP/1.1" status: 200 len: 910 time: 0.2924979 Jun 11 00:10:49.727295 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4d208b32-59cf-4810-832c-945e37fb4700 req-33e01a84-8769-4bfc-bb8d-5975fae116e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4abc2bb3-5721-4425-90f3-77d0092959c7 HTTP/1.1" status: 200 len: 217 time: 0.0557897 Jun 11 00:10:49.789309 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d208b32-59cf-4810-832c-945e37fb4700 req-ddcaedb1-0610-42dc-b8d8-d53fbe2fdd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:49.790906 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4d208b32-59cf-4810-832c-945e37fb4700 req-ddcaedb1-0610-42dc-b8d8-d53fbe2fdd12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc676cb6-8d95-4f35-8f7e-54f156927d89 HTTP/1.1" status: 200 len: 849 time: 0.0544007 Jun 11 00:10:49.885648 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ab42e-c441-41d0-a31f-7509169d08be req-cf69f1b7-7871-4ac9-9a98-7ef1e687361e tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:49.887195 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-178ab42e-c441-41d0-a31f-7509169d08be req-cf69f1b7-7871-4ac9-9a98-7ef1e687361e tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0850728 Jun 11 00:10:49.933552 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-178ab42e-c441-41d0-a31f-7509169d08be req-8a7655e9-12ff-42c9-9d7a-f161a35f3906 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403984 Jun 11 00:10:50.381968 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac937f-8a98-4c07-9f8f-e3aad7604230 req-82a8ebe2-f266-4502-8076-f29144d6e554 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:50.384221 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b5ac937f-8a98-4c07-9f8f-e3aad7604230 req-82a8ebe2-f266-4502-8076-f29144d6e554 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 944 time: 0.1179550 Jun 11 00:10:50.430369 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b5ac937f-8a98-4c07-9f8f-e3aad7604230 req-00a951bc-4631-4540-888c-7844022940be tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379786 Jun 11 00:10:51.108953 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8a50c-8a4d-4c7a-8743-016a187991e3 req-0496c009-3695-4028-8e43-7ffb0e9f617b tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:51.110369 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-39c8a50c-8a4d-4c7a-8743-016a187991e3 req-0496c009-3695-4028-8e43-7ffb0e9f617b tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0674212 Jun 11 00:10:51.154459 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-39c8a50c-8a4d-4c7a-8743-016a187991e3 req-2697849c-7fb9-45f9-8ebb-0aa985157239 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382063 Jun 11 00:10:51.603622 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dcaf1-0cda-465c-9b7f-98757255f461 req-8e0cab30-a8e2-4190-bf38-24cb553e16c4 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:51.605111 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9b7dcaf1-0cda-465c-9b7f-98757255f461 req-8e0cab30-a8e2-4190-bf38-24cb553e16c4 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 944 time: 0.0678902 Jun 11 00:10:51.645936 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9b7dcaf1-0cda-465c-9b7f-98757255f461 req-12844f17-9e20-43b4-8b1e-1bf70f7dabf1 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352859 Jun 11 00:10:52.190547 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:10:52.333741 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63610b2e-5191-4f86-b98f-81cde8cda0ae req-0891abd9-c3ef-477e-aa84-b038c8a362b7 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:52.335198 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-63610b2e-5191-4f86-b98f-81cde8cda0ae req-0891abd9-c3ef-477e-aa84-b038c8a362b7 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0683465 Jun 11 00:10:52.382157 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-63610b2e-5191-4f86-b98f-81cde8cda0ae req-2578d727-bb60-4b08-bc0f-807ca1b60b5e tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396240 Jun 11 00:10:52.824176 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387d8b8-80d1-466f-a417-5ae7f59bf319 req-e6c4df45-2078-4b6a-9666-5a333e61d559 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:52.825520 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f387d8b8-80d1-466f-a417-5ae7f59bf319 req-e6c4df45-2078-4b6a-9666-5a333e61d559 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 944 time: 0.0686927 Jun 11 00:10:52.865913 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f387d8b8-80d1-466f-a417-5ae7f59bf319 req-32206db6-b250-4e74-9766-f6a65cd7c1f0 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347843 Jun 11 00:10:53.150946 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4d208b32-59cf-4810-832c-945e37fb4700 req-ed692618-60b4-4d29-9939-8563f5a10020 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e428fc8-de7f-4b0a-974a-f75564bc129c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308795 Jun 11 00:10:53.269720 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4d208b32-59cf-4810-832c-945e37fb4700 req-4c3005a7-a8cd-4e45-adb8-9220d3dd8365 service neutron] 10.222.0.21 "GET /v2.0/networks/0e428fc8-de7f-4b0a-974a-f75564bc129c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058388 Jun 11 00:10:53.393121 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4d208b32-59cf-4810-832c-945e37fb4700 req-ea783f7b-2604-4fec-8a4f-b0a46eb8c10d service neutron] 10.222.0.21 "GET /v2.0/networks/0e428fc8-de7f-4b0a-974a-f75564bc129c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138983 Jun 11 00:10:53.566308 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c45ae-00da-4bec-a82b-99717683f705 req-0f56a2fa-f8d9-4648-a55b-7bd9e55ec0da tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:53.567778 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a15c45ae-00da-4bec-a82b-99717683f705 req-0f56a2fa-f8d9-4648-a55b-7bd9e55ec0da tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0697236 Jun 11 00:10:53.613147 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a15c45ae-00da-4bec-a82b-99717683f705 req-0c26e84f-3622-497c-8c12-5c9075b3d3bb tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393658 Jun 11 00:10:54.055682 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46191d-c0ef-4811-8389-be1122ea6769 req-4ae4db85-1339-4e79-8daa-49c72949f126 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:54.057114 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2f46191d-c0ef-4811-8389-be1122ea6769 req-4ae4db85-1339-4e79-8daa-49c72949f126 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 944 time: 0.0717993 Jun 11 00:10:54.070273 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 39070) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:54.098290 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2f46191d-c0ef-4811-8389-be1122ea6769 req-e5688a38-bd4d-4c56-95eb-4c43988a8da8 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354486 Jun 11 00:10:54.121584 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bdcb4e2-fa86-42a5-9f93-d0874cab400e admin admin] Deleting subnet d64aafcd-0fc3-4639-acb8-17e4812d1155 {{(pid=91887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:10:54.124501 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0bdcb4e2-fa86-42a5-9f93-d0874cab400e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:54.165147 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0bdcb4e2-fa86-42a5-9f93-d0874cab400e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:54.173637 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0bdcb4e2-fa86-42a5-9f93-d0874cab400e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752867'] for subnet, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:54.416386 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0bdcb4e2-fa86-42a5-9f93-d0874cab400e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386'] for subnet, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:54.419599 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:54.452619 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0bdcb4e2-fa86-42a5-9f93-d0874cab400e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:54.454459 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-0bdcb4e2-fa86-42a5-9f93-d0874cab400e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d64aafcd-0fc3-4639-acb8-17e4812d1155 HTTP/1.1" status: 204 len: 168 time: 0.3831639 Jun 11 00:10:54.455715 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcb4e2-fa86-42a5-9f93-d0874cab400e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d64aafcd-0fc3-4639-acb8-17e4812d1155,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:54.457084 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 39088) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:54.464784 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0bdcb4e2-fa86-42a5-9f93-d0874cab400e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:54.555555 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546938'] for network, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:54.683070 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750700', 'neutron.services.segments.db._delete_segments_for_network-8777603965615'] for network, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:54.697097 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:10:54.697529 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:10:54.698282 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:10:54.698638 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Subscribe: > port after_create 55550000 {{(pid=91887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:10:54.699016 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:10:54.699359 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Subscribe: > port after_update 55550000 {{(pid=91887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:10:54.699718 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:10:54.700082 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:10:54.700450 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:10:54.700767 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:10:54.794047 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 39108) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:54.851608 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95884d7-f6c2-46af-85a2-0ccc2dceb607 req-ff874f8f-7fa4-4263-914f-d11294483714 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:54.853666 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c95884d7-f6c2-46af-85a2-0ccc2dceb607 req-ff874f8f-7fa4-4263-914f-d11294483714 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.1027207 Jun 11 00:10:54.913353 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:10:54.914023 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:10:54.914622 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:10:54.915802 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:10:54.916251 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4']}} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:10:54.932067 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c95884d7-f6c2-46af-85a2-0ccc2dceb607 req-6804dfa2-6b85-471d-b80e-0b08f9c885b1 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708835 Jun 11 00:10:54.943039 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44048ef7-d65e-49ab-b851-e7a59912f6d5') {'for_net_delete': True} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:10:54.943340 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44048ef7-d65e-49ab-b851-e7a59912f6d5') {} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:10:54.962315 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777603965444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3393303'] for segment, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:54.983256 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:54.992625 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=91887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:10:54.993209 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3176440'] for segment, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: from cryptography.utils import int_from_bytes Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: from cryptography.utils import int_from_bytes Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: retrieve_revision_numbers = { Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: retrieve_revision_numbers = { Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: retrieve_revision_numbers = { Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: retrieve_revision_numbers = { Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: retrieve_revision_numbers = { Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: Traceback (most recent call last): Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: timer() Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: cb(*args, **kw) Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: return func(*args, **kwargs) Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: self._notify() Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: self.callback(batched_events) Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: event.method(event) Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: return f(self, *a, **k) Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: return self._get(url).json() Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: return self.request(url, 'GET', **kwargs) Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:10:54.997320 dv-cinder-786260-5-iscsi neutron-server[91887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:10:55.013166 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 39114) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:55.066383 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f022676b-75df-436b-8db3-40532d362925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:55.082102 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1807883'] for network, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:55.084682 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0800743d-13f2-4acd-8faf-a238dfeac25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:55.086359 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:55.090181 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:55.094569 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4 HTTP/1.1" status: 204 len: 168 time: 0.6342351 Jun 11 00:10:55.105097 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b61cfd2-01cc-40ec-96e6-01dfeb1aabc4,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:55.107544 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:55.119021 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.db.api [None req-0800743d-13f2-4acd-8faf-a238dfeac25f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 00:10:55.119021 dv-cinder-786260-5-iscsi neutron-server[91888]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 11 00:10:55.119021 dv-cinder-786260-5-iscsi neutron-server[91888]: [parameters: {'project_id': '37996dbfebf3402b8ac11d02ebe9e777', 'id': '1b60fdad-0e38-4e74-83de-393ec39b4e94', 'expiration': datetime.datetime(2021, 6, 11, 0, 12, 55, 112505)}] Jun 11 00:10:55.119021 dv-cinder-786260-5-iscsi neutron-server[91888]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 00:10:55.119408 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_db.api [None req-0800743d-13f2-4acd-8faf-a238dfeac25f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 00:10:55.194104 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f022676b-75df-436b-8db3-40532d362925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:55.198871 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f022676b-75df-436b-8db3-40532d362925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:55.202282 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:55.208499 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 39122) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:55.252917 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-6eefa723-4c3d-4c29-b508-74a589630c2f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72d07555201b4d328ba2460673422b65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0426073 Jun 11 00:10:55.254915 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 39124) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:55.277115 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-f022676b-75df-436b-8db3-40532d362925 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f743b7a309dc43999a6debc21f9afdab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4809351 Jun 11 00:10:55.277842 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022676b-75df-436b-8db3-40532d362925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17e0d4d-3d3b-47e1-bc81-54bd2f51cef8,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:55.280250 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 39126) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:55.283157 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-f022676b-75df-436b-8db3-40532d362925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:55.307546 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bafd56ac-af04-4d1b-9ccc-764fc4d758c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:55.330973 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bafd56ac-af04-4d1b-9ccc-764fc4d758c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:55.360358 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12a3d-5779-4fa5-9750-379f220160d6 req-74c892e3-c133-4bf0-99a1-897901c7bd6d tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:55.361743 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2ae12a3d-5779-4fa5-9750-379f220160d6 req-74c892e3-c133-4bf0-99a1-897901c7bd6d tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 944 time: 0.1450169 Jun 11 00:10:55.362401 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-54be7c9b-d69a-4777-910b-4a79df4786b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:55.394759 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bafd56ac-af04-4d1b-9ccc-764fc4d758c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:55.398659 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bafd56ac-af04-4d1b-9ccc-764fc4d758c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:55.402093 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-bafd56ac-af04-4d1b-9ccc-764fc4d758c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/131658a6-b1ac-4873-9abb-7a154841e70f HTTP/1.1" status: 204 len: 168 time: 0.1439924 Jun 11 00:10:55.402093 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d11b8310-6d3d-40ba-85fc-177d0a4aec31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:55.412223 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd56ac-af04-4d1b-9ccc-764fc4d758c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131658a6-b1ac-4873-9abb-7a154841e70f,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:55.416271 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-bafd56ac-af04-4d1b-9ccc-764fc4d758c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:55.420491 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-54be7c9b-d69a-4777-910b-4a79df4786b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:55.454652 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2ae12a3d-5779-4fa5-9750-379f220160d6 req-c601392a-ec13-4d4b-be5e-ec1eecda510b tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650671 Jun 11 00:10:55.494014 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-54be7c9b-d69a-4777-910b-4a79df4786b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:55.496955 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-54be7c9b-d69a-4777-910b-4a79df4786b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:55.498152 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-54be7c9b-d69a-4777-910b-4a79df4786b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f17e0d4d-3d3b-47e1-bc81-54bd2f51cef8 HTTP/1.1" status: 204 len: 168 time: 0.2161741 Jun 11 00:10:55.498877 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-7af0ad65-9bca-427b-8110-64d9df73504a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:55.507810 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be7c9b-d69a-4777-910b-4a79df4786b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17e0d4d-3d3b-47e1-bc81-54bd2f51cef8,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:55.510512 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-54be7c9b-d69a-4777-910b-4a79df4786b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:55.620804 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0800743d-13f2-4acd-8faf-a238dfeac25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:55.792294 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0800743d-13f2-4acd-8faf-a238dfeac25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:55.807049 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0800743d-13f2-4acd-8faf-a238dfeac25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:55.811591 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-c295e074-6ba6-45b8-ae7a-13fbd8760347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:55.859119 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 39160) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:55.870809 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800743d-13f2-4acd-8faf-a238dfeac25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51da9a47-8260-4948-b19f-10bd7caa9868,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:55.875747 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-0800743d-13f2-4acd-8faf-a238dfeac25f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37996dbfebf3402b8ac11d02ebe9e777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8610950 Jun 11 00:10:55.876651 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-0800743d-13f2-4acd-8faf-a238dfeac25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:55.877973 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 39162) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:55.880529 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e18fb49e-4190-4781-8606-8c573b58bbd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:55.958404 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f33b52f3-20cd-4f29-88c1-6598f24d73ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:56.008968 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e18fb49e-4190-4781-8606-8c573b58bbd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:56.013348 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f33b52f3-20cd-4f29-88c1-6598f24d73ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:56.015824 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e18fb49e-4190-4781-8606-8c573b58bbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:56.020913 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-b64781db-be3b-46ee-afb0-52f19280746a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:56.096212 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f33b52f3-20cd-4f29-88c1-6598f24d73ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:56.101343 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f33b52f3-20cd-4f29-88c1-6598f24d73ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:56.103540 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-f33b52f3-20cd-4f29-88c1-6598f24d73ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51da9a47-8260-4948-b19f-10bd7caa9868 HTTP/1.1" status: 204 len: 168 time: 0.2243996 Jun 11 00:10:56.104835 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-39485c9c-c86f-4910-943d-1ea678be4e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:56.123270 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b52f3-20cd-4f29-88c1-6598f24d73ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51da9a47-8260-4948-b19f-10bd7caa9868,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:56.139200 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fb49e-4190-4781-8606-8c573b58bbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419adfdd-1262-45f7-99e0-7647c5aabac2,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:56.145288 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-e18fb49e-4190-4781-8606-8c573b58bbd9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa2d03a68df5412d84b4354682c9e5c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845829 Jun 11 00:10:56.148813 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e18fb49e-4190-4781-8606-8c573b58bbd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:56.149529 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 39174) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:56.157899 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-f33b52f3-20cd-4f29-88c1-6598f24d73ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:56.182139 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 4abc2bb3-5721-4425-90f3-77d0092959c7 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:10:56.239741 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e8c1f67b-d922-43bd-b685-b7f87ac162c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:56.264598 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e368c-671d-4d09-81b4-093a6f00f189 req-f4533f7a-80e7-47d9-8907-7f5039ff24a7 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:56.266727 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-038e368c-671d-4d09-81b4-093a6f00f189 req-f4533f7a-80e7-47d9-8907-7f5039ff24a7 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.1078632 Jun 11 00:10:56.294040 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e8c1f67b-d922-43bd-b685-b7f87ac162c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:56.338363 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-038e368c-671d-4d09-81b4-093a6f00f189 req-1dfdda35-c20f-44fa-8a16-75663c685dde tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651963 Jun 11 00:10:56.340855 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 4abc2bb3-5721-4425-90f3-77d0092959c7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4abc2bb3-5721-4425-90f3-77d0092959c7,segment=NetworkSegment(856180f1-78cd-45fb-bffc-eafcba658df9),segment_id=856180f1-78cd-45fb-bffc-eafcba658df9)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:10:56.355247 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '4abc2bb3-5721-4425-90f3-77d0092959c7', 'network_id': '0e428fc8-de7f-4b0a-974a-f75564bc129c', 'port_id': '4abc2bb3-5721-4425-90f3-77d0092959c7', 'mac_address': 'fa:16:3e:d9:4a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc676cb6-8d95-4f35-8f7e-54f156927d89', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:10:56.401143 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 39180) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:56.408237 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e8c1f67b-d922-43bd-b685-b7f87ac162c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:56.411082 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:56.416238 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e8c1f67b-d922-43bd-b685-b7f87ac162c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:56.417675 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-e8c1f67b-d922-43bd-b685-b7f87ac162c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/419adfdd-1262-45f7-99e0-7647c5aabac2 HTTP/1.1" status: 204 len: 168 time: 0.2667577 Jun 11 00:10:56.418547 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:56.428859 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1f67b-d922-43bd-b685-b7f87ac162c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419adfdd-1262-45f7-99e0-7647c5aabac2,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:56.433930 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e8c1f67b-d922-43bd-b685-b7f87ac162c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:56.435500 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4abc2bb3-5721-4425-90f3-77d0092959c7 {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:10:56.493134 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 4abc2bb3-5721-4425-90f3-77d0092959c7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4abc2bb3-5721-4425-90f3-77d0092959c7,segment=NetworkSegment(856180f1-78cd-45fb-bffc-eafcba658df9),segment_id=856180f1-78cd-45fb-bffc-eafcba658df9)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:10:56.499337 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:56.501495 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-02c4361f-0572-4796-9e9b-8a5e22ed45d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:56.562697 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=4abc2bb3-5721-4425-90f3-77d0092959c7,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:56.572067 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:56.572428 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:56.572765 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:56.573111 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:56.573449 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:56.573789 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:56.574122 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:56.574455 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:56.574895 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:56.575163 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:56.575561 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:56.575847 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:10:56.580740 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:56.603923 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-3260c0e2-1d40-41f2-b36d-0b5aa1b4b0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:56.732502 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-3260c0e2-1d40-41f2-b36d-0b5aa1b4b0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:56.737658 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-3260c0e2-1d40-41f2-b36d-0b5aa1b4b0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:56.742745 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-fb8f2d48-42d7-4415-8a1e-21a2e996166f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:56.774654 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260c0e2-1d40-41f2-b36d-0b5aa1b4b0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68062a7e-05b5-4fa8-9b90-9a366b20c9df,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:56.793202 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-3260c0e2-1d40-41f2-b36d-0b5aa1b4b0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:56.822095 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-3260c0e2-1d40-41f2-b36d-0b5aa1b4b0e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=926c68249f144382814c63b6cf8069ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4195507 Jun 11 00:10:56.822803 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 39200) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:56.830170 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89141d41-4c12-4ca9-9a9c-1f8525b910ed req-98dda2e6-f622-421d-a2a9-e66cd9a0529f tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:56.831663 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-89141d41-4c12-4ca9-9a9c-1f8525b910ed req-98dda2e6-f622-421d-a2a9-e66cd9a0529f tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 945 time: 0.0755432 Jun 11 00:10:56.905138 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 39204) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:56.915645 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-89141d41-4c12-4ca9-9a9c-1f8525b910ed req-f127c303-7e36-4584-9e6e-2d0a366d26c6 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768378 Jun 11 00:10:56.933703 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f92f4b47-3b64-4ec9-aca1-ca93bfb52385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:56.939177 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bd61c8f6-7c6d-4a11-9e9f-9ae9fe8f045b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:56.975495 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f92f4b47-3b64-4ec9-aca1-ca93bfb52385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:57.045214 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f92f4b47-3b64-4ec9-aca1-ca93bfb52385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:57.047986 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f92f4b47-3b64-4ec9-aca1-ca93bfb52385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:57.051510 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-f92f4b47-3b64-4ec9-aca1-ca93bfb52385 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68062a7e-05b5-4fa8-9b90-9a366b20c9df HTTP/1.1" status: 204 len: 168 time: 0.2165685 Jun 11 00:10:57.051510 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-825636a2-d5df-4a7e-b3da-5aac0ad6fa11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:57.054762 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bd61c8f6-7c6d-4a11-9e9f-9ae9fe8f045b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:57.062664 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f4b47-3b64-4ec9-aca1-ca93bfb52385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68062a7e-05b5-4fa8-9b90-9a366b20c9df,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:57.064657 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bd61c8f6-7c6d-4a11-9e9f-9ae9fe8f045b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:57.065686 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-f92f4b47-3b64-4ec9-aca1-ca93bfb52385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:57.069373 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e3675f78-a41f-4bc4-9d31-fbac62a945d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:57.118927 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-bd61c8f6-7c6d-4a11-9e9f-9ae9fe8f045b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a30c607ca6742099257865a3ea87818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112780 Jun 11 00:10:57.119784 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61c8f6-7c6d-4a11-9e9f-9ae9fe8f045b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6334761-b2a5-42bb-aabf-7392b62b8152,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:57.121572 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 39216) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:57.123104 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-bd61c8f6-7c6d-4a11-9e9f-9ae9fe8f045b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:57.194266 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b10a3e87-6e4e-4796-8dbb-238797da6d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:57.218166 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b10a3e87-6e4e-4796-8dbb-238797da6d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:57.274659 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b10a3e87-6e4e-4796-8dbb-238797da6d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:57.277356 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b10a3e87-6e4e-4796-8dbb-238797da6d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:57.278751 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-b10a3e87-6e4e-4796-8dbb-238797da6d4b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6334761-b2a5-42bb-aabf-7392b62b8152 HTTP/1.1" status: 204 len: 168 time: 0.1558022 Jun 11 00:10:57.279626 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-079f2528-f183-4fd0-a006-df4ffc00e410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:57.291025 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a3e87-6e4e-4796-8dbb-238797da6d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6334761-b2a5-42bb-aabf-7392b62b8152,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:57.293532 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-b10a3e87-6e4e-4796-8dbb-238797da6d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:57.486893 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 39248) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:57.519904 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-91c20af9-47ed-4596-afe7-e7bce55db886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:57.593650 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b257e1-c94d-41df-82a9-982a7b4fe098 req-b7103c97-5266-4902-a7ab-50122b9ac9ec tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:57.595951 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-89b257e1-c94d-41df-82a9-982a7b4fe098 req-b7103c97-5266-4902-a7ab-50122b9ac9ec tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.1014545 Jun 11 00:10:57.643267 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-91c20af9-47ed-4596-afe7-e7bce55db886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:57.646311 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-89b257e1-c94d-41df-82a9-982a7b4fe098 req-1d907c37-5672-4cea-9549-bdfae17fcd87 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435379 Jun 11 00:10:57.651768 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-91c20af9-47ed-4596-afe7-e7bce55db886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:57.654671 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-1549791e-5b9a-46a7-b950-97e6af671621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:57.714413 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 39262) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:57.714542 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-91c20af9-47ed-4596-afe7-e7bce55db886 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4bbd565dd1e54a4b9c161503eb1b6f9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259746 Jun 11 00:10:57.715833 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c20af9-47ed-4596-afe7-e7bce55db886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304f5b81-5925-4c64-a60c-3a16d6cbd315,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:57.719362 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-91c20af9-47ed-4596-afe7-e7bce55db886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:57.786542 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-270c8b5a-f24a-4e1e-a862-ab59719ff868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:57.810035 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-270c8b5a-f24a-4e1e-a862-ab59719ff868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:57.865394 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-270c8b5a-f24a-4e1e-a862-ab59719ff868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:57.868717 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-270c8b5a-f24a-4e1e-a862-ab59719ff868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:57.869858 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-270c8b5a-f24a-4e1e-a862-ab59719ff868 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/304f5b81-5925-4c64-a60c-3a16d6cbd315 HTTP/1.1" status: 204 len: 168 time: 0.1542490 Jun 11 00:10:57.870854 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-0800743d-13f2-4acd-8faf-a238dfeac25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:57.879710 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c8b5a-f24a-4e1e-a862-ab59719ff868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304f5b81-5925-4c64-a60c-3a16d6cbd315,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:57.882192 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-270c8b5a-f24a-4e1e-a862-ab59719ff868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:58.103684 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63ee72-c54f-4095-b8db-71ab615c81a3 req-489d58d5-fec7-4341-9076-d1b19bfa28c1 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:58.105431 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ca63ee72-c54f-4095-b8db-71ab615c81a3 req-489d58d5-fec7-4341-9076-d1b19bfa28c1 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 945 time: 0.0736010 Jun 11 00:10:58.167419 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ca63ee72-c54f-4095-b8db-71ab615c81a3 req-6fe4b652-d391-4932-942c-7ab1d564cf08 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557566 Jun 11 00:10:58.216734 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 39284) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:58.375739 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-58558ebf-ee5e-4683-99eb-29104c76f455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:58.504007 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-58558ebf-ee5e-4683-99eb-29104c76f455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:58.510016 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-58558ebf-ee5e-4683-99eb-29104c76f455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:58.523574 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-f92f4b47-3b64-4ec9-aca1-ca93bfb52385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:58.554220 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-58558ebf-ee5e-4683-99eb-29104c76f455 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8af9385b47864b019ba2ec3beef41782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363051 Jun 11 00:10:58.556846 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 39306) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:58.564758 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58558ebf-ee5e-4683-99eb-29104c76f455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9aa67b8-b188-4ac7-a061-09cad7bd476f,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:58.568628 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-58558ebf-ee5e-4683-99eb-29104c76f455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:58.624882 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-43763919-185b-4323-b2d5-df32420fb8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:58.651426 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-43763919-185b-4323-b2d5-df32420fb8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:58.719999 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-43763919-185b-4323-b2d5-df32420fb8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:58.723204 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-43763919-185b-4323-b2d5-df32420fb8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:58.724398 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-43763919-185b-4323-b2d5-df32420fb8dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9aa67b8-b188-4ac7-a061-09cad7bd476f HTTP/1.1" status: 204 len: 168 time: 0.1662810 Jun 11 00:10:58.725262 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-91c20af9-47ed-4596-afe7-e7bce55db886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:58.734984 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43763919-185b-4323-b2d5-df32420fb8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9aa67b8-b188-4ac7-a061-09cad7bd476f,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:58.742913 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-43763919-185b-4323-b2d5-df32420fb8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:58.842052 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 39344) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:58.880372 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fbf45-2fda-452d-be9a-1b3d8f577925 req-767c7120-d3dd-484d-a77d-0d591a1e0793 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:58.882553 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3e3fbf45-2fda-452d-be9a-1b3d8f577925 req-767c7120-d3dd-484d-a77d-0d591a1e0793 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0890493 Jun 11 00:10:58.937870 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3e3fbf45-2fda-452d-be9a-1b3d8f577925 req-37029893-f7cd-4b12-bc09-07ee5b7bc744 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464995 Jun 11 00:10:59.084564 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-a260e2d4-9cd2-43c5-9473-0de901d9bf28 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-656533588-network', 'tenant_id': '159d142a836d401a8194724edbf61fbb'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:10:59.108838 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a260e2d4-9cd2-43c5-9473-0de901d9bf28 admin admin] Made reservation on behalf of 159d142a836d401a8194724edbf61fbb for: {'network': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:10:59.111238 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a260e2d4-9cd2-43c5-9473-0de901d9bf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for network, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:59.122013 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a260e2d4-9cd2-43c5-9473-0de901d9bf28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:59.232196 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a260e2d4-9cd2-43c5-9473-0de901d9bf28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:59.237787 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a260e2d4-9cd2-43c5-9473-0de901d9bf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:59.243882 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-6bfbf550-6bab-4b09-bf19-a708440e1443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:59.266227 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a260e2d4-9cd2-43c5-9473-0de901d9bf28 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=91887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:10:59.283620 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260e2d4-9cd2-43c5-9473-0de901d9bf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e99ec89-e2e4-4fab-974b-48860ad7fc53,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:59.287296 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-a260e2d4-9cd2-43c5-9473-0de901d9bf28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:59.288840 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a260e2d4-9cd2-43c5-9473-0de901d9bf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:59.289349 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.db.segments_db [None req-a260e2d4-9cd2-43c5-9473-0de901d9bf28 admin admin] Added segment b0125c15-676d-4122-862e-1a4aea240514 of type vlan for network 492eebd4-65ab-46ca-92b2-bad4cb1d8386 Jun 11 00:10:59.348987 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a260e2d4-9cd2-43c5-9473-0de901d9bf28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777603396253'] for network, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:59.385762 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a260e2d4-9cd2-43c5-9473-0de901d9bf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395'] for network, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:59.387682 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a260e2d4-9cd2-43c5-9473-0de901d9bf28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:59.390058 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a260e2d4-9cd2-43c5-9473-0de901d9bf28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:59.394417 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:59.422280 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca5078-d7e6-4ab5-a995-c13451e92e33 req-505351e7-46ca-4fde-b441-92d0f54e36e8 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:59.423796 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-40ca5078-d7e6-4ab5-a995-c13451e92e33 req-505351e7-46ca-4fde-b441-92d0f54e36e8 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 945 time: 0.0854151 Jun 11 00:10:59.469768 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-40ca5078-d7e6-4ab5-a995-c13451e92e33 req-628e7ebd-3bda-4c8d-bad1-1567f48644b8 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385365 Jun 11 00:10:59.480556 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-a260e2d4-9cd2-43c5-9473-0de901d9bf28 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6376057 Jun 11 00:10:59.481316 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260e2d4-9cd2-43c5-9473-0de901d9bf28 admin admin] Pushing event updated for resources: {'Network': ['ID=492eebd4-65ab-46ca-92b2-bad4cb1d8386,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:59.483412 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 39390) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:59.485245 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-a260e2d4-9cd2-43c5-9473-0de901d9bf28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:59.497665 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-3956109f-10ea-46f0-8e18-5d8733895ad5 admin admin] Request body: {'subnet': {'network_id': '492eebd4-65ab-46ca-92b2-bad4cb1d8386', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-656533588-subnet', 'tenant_id': '159d142a836d401a8194724edbf61fbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:10:59.499667 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Network 492eebd4-65ab-46ca-92b2-bad4cb1d8386 details requested by agent ovs-agent-dv-cinder-786260-5-iscsi with host dv-cinder-786260-5-iscsi {{(pid=91889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:10:59.511468 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3956109f-10ea-46f0-8e18-5d8733895ad5 admin admin] Made reservation on behalf of 159d142a836d401a8194724edbf61fbb for: {'subnet': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:10:59.513866 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-3956109f-10ea-46f0-8e18-5d8733895ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8802620'] for subnet, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:59.631050 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['4abc2bb3-5721-4425-90f3-77d0092959c7'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:10:59.664605 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 39406) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:10:59.779080 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-bb0501ec-66ed-4905-9d2e-fc567527fa93 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1865866828-network', 'tenant_id': '7b88348349b64753bc76b2eff89f0140'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:10:59.787086 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-3956109f-10ea-46f0-8e18-5d8733895ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3175718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8802602'] for subnet, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:59.793143 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c46971e4-e833-4fae-9ceb-4c9d649b29c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:59.806900 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0501ec-66ed-4905-9d2e-fc567527fa93 admin admin] Made reservation on behalf of 7b88348349b64753bc76b2eff89f0140 for: {'network': 1} {{(pid=91888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:10:59.810592 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-bb0501ec-66ed-4905-9d2e-fc567527fa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for network, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:59.837805 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-bb0501ec-66ed-4905-9d2e-fc567527fa93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:59.866082 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956109f-10ea-46f0-8e18-5d8733895ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45871658-bb37-491a-be74-95d7916ee00a,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:10:59.874613 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-3956109f-10ea-46f0-8e18-5d8733895ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:10:59.886024 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3956109f-10ea-46f0-8e18-5d8733895ad5 admin admin] Checking segment: {'id': 'b0125c15-676d-4122-862e-1a4aea240514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '492eebd4-65ab-46ca-92b2-bad4cb1d8386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:10:59.886024 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3956109f-10ea-46f0-8e18-5d8733895ad5 admin admin] Network hostable DHCP agents. Network: 492eebd4-65ab-46ca-92b2-bad4cb1d8386, hostable agents: ['ce8ef649-8289-40e7-a272-310ee0704403'], hosted agents: [] {{(pid=91887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:10:59.910857 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3956109f-10ea-46f0-8e18-5d8733895ad5 admin admin] Network 492eebd4-65ab-46ca-92b2-bad4cb1d8386 is scheduled to be hosted by DHCP agent ce8ef649-8289-40e7-a272-310ee0704403 with binding_index 1 {{(pid=91887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:10:59.920234 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-3956109f-10ea-46f0-8e18-5d8733895ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-iscsi, 492eebd4-65ab-46ca-92b2-bad4cb1d8386) {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:10:59.926015 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3956109f-10ea-46f0-8e18-5d8733895ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:10:59.927098 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-3956109f-10ea-46f0-8e18-5d8733895ad5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:59.931162 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29463cc2-1218-4f6e-99da-7341ef5cd7e1 None None] Network 492eebd4-65ab-46ca-92b2-bad4cb1d8386 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:10:59.964341 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-bb0501ec-66ed-4905-9d2e-fc567527fa93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:59.976532 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-bb0501ec-66ed-4905-9d2e-fc567527fa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:10:59.981760 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-f022676b-75df-436b-8db3-40532d362925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:10:59.997932 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-3956109f-10ea-46f0-8e18-5d8733895ad5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5095122 Jun 11 00:11:00.008437 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0501ec-66ed-4905-9d2e-fc567527fa93 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=91888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:11:00.019142 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0501ec-66ed-4905-9d2e-fc567527fa93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41deefa-0f6f-48a6-9803-bfabcd22a1f4,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:00.024009 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-bb0501ec-66ed-4905-9d2e-fc567527fa93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:00.027243 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-bb0501ec-66ed-4905-9d2e-fc567527fa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:00.027838 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.segments_db [None req-bb0501ec-66ed-4905-9d2e-fc567527fa93 admin admin] Added segment d5489723-03cf-4607-b1dd-ad351e4d6bfe of type vlan for network a86dde9d-fd16-4557-ad43-477fdc2f1490 Jun 11 00:11:00.094290 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-bb0501ec-66ed-4905-9d2e-fc567527fa93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777603396253'] for network, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:00.123181 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b693fa06-611a-4011-85b7-eab049c26cf9 None None] Network 492eebd4-65ab-46ca-92b2-bad4cb1d8386 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:11:00.135879 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-bb0501ec-66ed-4905-9d2e-fc567527fa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395'] for network, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:00.138600 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0501ec-66ed-4905-9d2e-fc567527fa93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:00.143272 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-bb0501ec-66ed-4905-9d2e-fc567527fa93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:00.148292 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-bc33030a-675f-4f1f-b4f8-911dd2fccd67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:00.271674 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0501ec-66ed-4905-9d2e-fc567527fa93 admin admin] Pushing event updated for resources: {'Network': ['ID=a86dde9d-fd16-4557-ad43-477fdc2f1490,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:00.281580 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-bb0501ec-66ed-4905-9d2e-fc567527fa93 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6158376 Jun 11 00:11:00.282335 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 39428) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:00.284958 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-bb0501ec-66ed-4905-9d2e-fc567527fa93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:00.294785 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-374faefe-25f7-4d1d-b398-3371c61b9eea admin admin] Request body: {'subnet': {'network_id': 'a86dde9d-fd16-4557-ad43-477fdc2f1490', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1865866828-subnet', 'tenant_id': '7b88348349b64753bc76b2eff89f0140', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:11:00.330060 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cab1e-11ae-41e2-849d-70dfe254c568 req-0b5a71d2-ff33-4633-b5ed-4c25feec597a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:00.332655 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6d2cab1e-11ae-41e2-849d-70dfe254c568 req-0b5a71d2-ff33-4633-b5ed-4c25feec597a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.1858370 Jun 11 00:11:00.335067 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Network a86dde9d-fd16-4557-ad43-477fdc2f1490 details requested by agent ovs-agent-dv-cinder-786260-5-iscsi with host dv-cinder-786260-5-iscsi {{(pid=91889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:11:00.383903 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374faefe-25f7-4d1d-b398-3371c61b9eea admin admin] Made reservation on behalf of 7b88348349b64753bc76b2eff89f0140 for: {'subnet': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:11:00.393126 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-374faefe-25f7-4d1d-b398-3371c61b9eea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8802620'] for subnet, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:00.410959 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6d2cab1e-11ae-41e2-849d-70dfe254c568 req-361b455b-beb9-4fde-8404-d1e30516cd3b tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694056 Jun 11 00:11:00.692162 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-374faefe-25f7-4d1d-b398-3371c61b9eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3175718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8802602'] for subnet, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:00.695469 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:00.742974 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50fee4-707b-4bf6-9435-fe96f964c290 req-a95c33f1-8c4c-4c55-9848-ea8cd6fa0dd3 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:00.744267 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2f50fee4-707b-4bf6-9435-fe96f964c290 req-a95c33f1-8c4c-4c55-9848-ea8cd6fa0dd3 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 945 time: 0.1110983 Jun 11 00:11:00.746166 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 39454) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:00.751615 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-ce27068d-b56f-44d2-8963-c7ffb4e33031 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1552864759-network', 'tenant_id': '13e4dad314e248c2bdef74c596a13475'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:11:00.771093 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374faefe-25f7-4d1d-b398-3371c61b9eea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f86c32ee-48cb-470d-b6cd-9496b9320ca5,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:00.774721 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-374faefe-25f7-4d1d-b398-3371c61b9eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:00.781175 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374faefe-25f7-4d1d-b398-3371c61b9eea admin admin] Checking segment: {'id': 'd5489723-03cf-4607-b1dd-ad351e4d6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a86dde9d-fd16-4557-ad43-477fdc2f1490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:11:00.781931 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374faefe-25f7-4d1d-b398-3371c61b9eea admin admin] Network hostable DHCP agents. Network: a86dde9d-fd16-4557-ad43-477fdc2f1490, hostable agents: ['ce8ef649-8289-40e7-a272-310ee0704403'], hosted agents: [] {{(pid=91887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:11:00.806599 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374faefe-25f7-4d1d-b398-3371c61b9eea admin admin] Network a86dde9d-fd16-4557-ad43-477fdc2f1490 is scheduled to be hosted by DHCP agent ce8ef649-8289-40e7-a272-310ee0704403 with binding_index 1 {{(pid=91887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:11:00.807416 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce27068d-b56f-44d2-8963-c7ffb4e33031 admin admin] Made reservation on behalf of 13e4dad314e248c2bdef74c596a13475 for: {'network': 1} {{(pid=91888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:11:00.809031 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ce27068d-b56f-44d2-8963-c7ffb4e33031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for network, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:00.818925 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-374faefe-25f7-4d1d-b398-3371c61b9eea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-iscsi, a86dde9d-fd16-4557-ad43-477fdc2f1490) {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:11:00.829929 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddc496f-6917-4977-8d7a-8b604bd3ad54 None None] Network a86dde9d-fd16-4557-ad43-477fdc2f1490 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:11:00.830497 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2f50fee4-707b-4bf6-9435-fe96f964c290 req-36cd7558-af51-4c7f-8771-c6eb69b8ac91 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746188 Jun 11 00:11:00.830929 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ce27068d-b56f-44d2-8963-c7ffb4e33031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:00.833850 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374faefe-25f7-4d1d-b398-3371c61b9eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:00.834476 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-374faefe-25f7-4d1d-b398-3371c61b9eea admin admin] Notify callbacks [] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:00.868693 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-374faefe-25f7-4d1d-b398-3371c61b9eea admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5851772 Jun 11 00:11:01.001179 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ce27068d-b56f-44d2-8963-c7ffb4e33031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:01.006817 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ce27068d-b56f-44d2-8963-c7ffb4e33031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:01.013341 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-97b1dcce-0ce1-42bc-a3f3-9653151d9121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:01.039185 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce27068d-b56f-44d2-8963-c7ffb4e33031 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=91888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:11:01.062935 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ce27068d-b56f-44d2-8963-c7ffb4e33031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:01.063278 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.segments_db [None req-ce27068d-b56f-44d2-8963-c7ffb4e33031 admin admin] Added segment 93aeac66-1813-4a07-8f89-8919ea877671 of type vlan for network 832f2c0d-44ac-418c-8018-dd911c0c8900 Jun 11 00:11:01.064809 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27068d-b56f-44d2-8963-c7ffb4e33031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1ad62c-2d39-40bd-9d1a-9ae20454dc51,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:01.080967 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ede5bf2-87be-482f-9c6a-6d0eee57f381 None None] Network a86dde9d-fd16-4557-ad43-477fdc2f1490 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:11:01.085806 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-ce27068d-b56f-44d2-8963-c7ffb4e33031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:01.143718 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ce27068d-b56f-44d2-8963-c7ffb4e33031 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777603396253'] for network, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:01.194877 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ce27068d-b56f-44d2-8963-c7ffb4e33031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395'] for network, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:01.196540 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce27068d-b56f-44d2-8963-c7ffb4e33031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:01.197144 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ce27068d-b56f-44d2-8963-c7ffb4e33031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:01.211090 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:01.250105 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 39468) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:01.250319 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-ce27068d-b56f-44d2-8963-c7ffb4e33031 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5030296 Jun 11 00:11:01.257343 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-2a8ed4e7-3d82-4dd5-a94b-7ba8b1853a0c admin admin] Request body: {'subnet': {'network_id': '832f2c0d-44ac-418c-8018-dd911c0c8900', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1552864759-subnet', 'tenant_id': '13e4dad314e248c2bdef74c596a13475', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:11:01.293905 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8ed4e7-3d82-4dd5-a94b-7ba8b1853a0c admin admin] Made reservation on behalf of 13e4dad314e248c2bdef74c596a13475 for: {'subnet': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:11:01.298451 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed4e7-3d82-4dd5-a94b-7ba8b1853a0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8802620'] for subnet, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:01.320278 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 4abc2bb3-5721-4425-90f3-77d0092959c7 up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:11:01.333839 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27068d-b56f-44d2-8963-c7ffb4e33031 admin admin] Pushing event updated for resources: {'Network': ['ID=832f2c0d-44ac-418c-8018-dd911c0c8900,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:01.337398 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-ce27068d-b56f-44d2-8963-c7ffb4e33031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:01.379536 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Network 832f2c0d-44ac-418c-8018-dd911c0c8900 details requested by agent ovs-agent-dv-cinder-786260-5-iscsi with host dv-cinder-786260-5-iscsi {{(pid=91889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:11:01.553527 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning for port 4abc2bb3-5721-4425-90f3-77d0092959c7 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:11:01.558915 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 4abc2bb3-5721-4425-90f3-77d0092959c7 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:11:01.559361 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:01.648342 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed4e7-3d82-4dd5-a94b-7ba8b1853a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3175718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8802602'] for subnet, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:01.656805 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:01.743869 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 39498) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:01.751445 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-b4df6db6-16d6-44de-8673-bd6179c13c91 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1623986543-network', 'tenant_id': '77757e8dcb424165be30259d9522abc3'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:11:01.761547 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fff2f5-f3b9-42c2-9678-3710c7cd6352 req-381e2931-de60-4f9a-9331-5d30a37f2a21 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:01.763454 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-92fff2f5-f3b9-42c2-9678-3710c7cd6352 req-381e2931-de60-4f9a-9331-5d30a37f2a21 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.1391988 Jun 11 00:11:01.785827 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:01.813411 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ed4e7-3d82-4dd5-a94b-7ba8b1853a0c admin admin] Checking segment: {'id': '93aeac66-1813-4a07-8f89-8919ea877671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '832f2c0d-44ac-418c-8018-dd911c0c8900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:11:01.813994 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8ed4e7-3d82-4dd5-a94b-7ba8b1853a0c admin admin] Network hostable DHCP agents. Network: 832f2c0d-44ac-418c-8018-dd911c0c8900, hostable agents: ['ce8ef649-8289-40e7-a272-310ee0704403'], hosted agents: [] {{(pid=91887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:11:01.814888 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-92fff2f5-f3b9-42c2-9678-3710c7cd6352 req-e02b8598-f7d2-4aa5-8356-667c8874ea83 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451133 Jun 11 00:11:01.819351 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ed4e7-3d82-4dd5-a94b-7ba8b1853a0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6243ffbb-7137-4343-8491-e1bd611f35dd,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:01.824041 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-2a8ed4e7-3d82-4dd5-a94b-7ba8b1853a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:01.824797 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4df6db6-16d6-44de-8673-bd6179c13c91 admin admin] Made reservation on behalf of 77757e8dcb424165be30259d9522abc3 for: {'network': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:11:01.828256 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-b4df6db6-16d6-44de-8673-bd6179c13c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for network, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:01.842912 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03818f7b-c9d1-4183-97f7-ded3071c8c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abc2bb3-5721-4425-90f3-77d0092959c7'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:11:01.842912 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3ea1f5-f979-48aa-a8d9-e8e8aa71a434" -d '{"events": [{"server_uuid": "03818f7b-c9d1-4183-97f7-ded3071c8c82", "name": "network-vif-plugged", "status": "completed", "tag": "4abc2bb3-5721-4425-90f3-77d0092959c7"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:11:01.843570 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-b4df6db6-16d6-44de-8673-bd6179c13c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:01.861036 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 4abc2bb3-5721-4425-90f3-77d0092959c7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4abc2bb3-5721-4425-90f3-77d0092959c7,segment=NetworkSegment(856180f1-78cd-45fb-bffc-eafcba658df9),segment_id=856180f1-78cd-45fb-bffc-eafcba658df9)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:11:01.866506 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:01.868900 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-192e2bd1-ba23-443a-a77f-4b0bb0b3fea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:01.880134 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8ed4e7-3d82-4dd5-a94b-7ba8b1853a0c admin admin] Network 832f2c0d-44ac-418c-8018-dd911c0c8900 is scheduled to be hosted by DHCP agent ce8ef649-8289-40e7-a272-310ee0704403 with binding_index 1 {{(pid=91887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:11:01.904582 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-2a8ed4e7-3d82-4dd5-a94b-7ba8b1853a0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-iscsi, 832f2c0d-44ac-418c-8018-dd911c0c8900) {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:11:01.918896 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8ed4e7-3d82-4dd5-a94b-7ba8b1853a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:01.919587 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed4e7-3d82-4dd5-a94b-7ba8b1853a0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:01.933095 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d1adc9-edaf-4025-81e3-64d3484dcb9f x-openstack-request-id: req-40d1adc9-edaf-4025-81e3-64d3484dcb9f {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:11:01.938508 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03818f7b-c9d1-4183-97f7-ded3071c8c82", "name": "network-vif-plugged", "status": "completed", "tag": "4abc2bb3-5721-4425-90f3-77d0092959c7", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:11:01.938982 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40d1adc9-edaf-4025-81e3-64d3484dcb9f {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:11:01.939568 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03818f7b-c9d1-4183-97f7-ded3071c8c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abc2bb3-5721-4425-90f3-77d0092959c7', 'code': 200} Jun 11 00:11:01.940351 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=4abc2bb3-5721-4425-90f3-77d0092959c7,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:01.943295 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f90eaa8-1edd-49ca-94dd-c42e7e4767a3 None None] Network 832f2c0d-44ac-418c-8018-dd911c0c8900 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:11:01.949518 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:02.057601 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-b4df6db6-16d6-44de-8673-bd6179c13c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:02.063956 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-b4df6db6-16d6-44de-8673-bd6179c13c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:02.071912 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-483f4301-f8d3-4619-850c-6cf61a69a304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:02.097259 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4df6db6-16d6-44de-8673-bd6179c13c91 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=91887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:11:02.111800 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-b4df6db6-16d6-44de-8673-bd6179c13c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:02.112645 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9343b-f575-4911-b0c9-b317702f5a3b req-baf02fb1-680d-4235-855a-842f9c4459f1 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:02.113138 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.db.segments_db [None req-b4df6db6-16d6-44de-8673-bd6179c13c91 admin admin] Added segment 9ed3d8bc-12c5-407b-b458-5389db40611c of type vlan for network 6089124e-0bfb-4612-88b7-ce380cfc64f7 Jun 11 00:11:02.114585 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-04b9343b-f575-4911-b0c9-b317702f5a3b req-baf02fb1-680d-4235-855a-842f9c4459f1 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 946 time: 0.0973790 Jun 11 00:11:02.178216 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-04b9343b-f575-4911-b0c9-b317702f5a3b req-e233e4b0-e760-4bf7-adc2-f11cbc5fade6 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524223 Jun 11 00:11:02.199749 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df6db6-16d6-44de-8673-bd6179c13c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58ef29a-3fc3-4faa-9afc-5e8ad6454575,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:02.211938 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-b4df6db6-16d6-44de-8673-bd6179c13c91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777603396253'] for network, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:02.225282 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-2a8ed4e7-3d82-4dd5-a94b-7ba8b1853a0c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9663727 Jun 11 00:11:02.225282 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-b4df6db6-16d6-44de-8673-bd6179c13c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:02.254059 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9e932-35b9-4e02-b3dd-ab50bd575e1a req-ff1e4cbc-1a11-4978-a36c-39efc9d0dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:02.255903 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-acc9e932-35b9-4e02-b3dd-ab50bd575e1a req-ff1e4cbc-1a11-4978-a36c-39efc9d0dba7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 1099 time: 0.0596006 Jun 11 00:11:02.258435 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-b4df6db6-16d6-44de-8673-bd6179c13c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395'] for network, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:02.259892 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4df6db6-16d6-44de-8673-bd6179c13c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:02.260697 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-b4df6db6-16d6-44de-8673-bd6179c13c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:02.272677 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4911ff-f84c-4e89-b907-3b4278805969 None None] Network 832f2c0d-44ac-418c-8018-dd911c0c8900 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:11:02.274555 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-1a7d2f71-7ebd-4b0a-8050-7ce02c6aab69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:02.316031 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-b4df6db6-16d6-44de-8673-bd6179c13c91 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5686793 Jun 11 00:11:02.316363 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 39508) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:02.322102 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-0ba5fe15-df2e-4c6e-9f02-bc5b24c76a13 admin admin] Request body: {'subnet': {'network_id': '6089124e-0bfb-4612-88b7-ce380cfc64f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1623986543-subnet', 'tenant_id': '77757e8dcb424165be30259d9522abc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:11:02.358473 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba5fe15-df2e-4c6e-9f02-bc5b24c76a13 admin admin] Made reservation on behalf of 77757e8dcb424165be30259d9522abc3 for: {'subnet': 1} {{(pid=91888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:11:02.360811 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0ba5fe15-df2e-4c6e-9f02-bc5b24c76a13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:02.380418 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df6db6-16d6-44de-8673-bd6179c13c91 admin admin] Pushing event updated for resources: {'Network': ['ID=6089124e-0bfb-4612-88b7-ce380cfc64f7,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:02.383942 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-b4df6db6-16d6-44de-8673-bd6179c13c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:02.419942 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Network 6089124e-0bfb-4612-88b7-ce380cfc64f7 details requested by agent ovs-agent-dv-cinder-786260-5-iscsi with host dv-cinder-786260-5-iscsi {{(pid=91889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:11:02.641070 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0ba5fe15-df2e-4c6e-9f02-bc5b24c76a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386'] for subnet, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:02.644770 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-1f9a6f74-3b15-42fc-ae1f-02da464052b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:02.726589 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5fe15-df2e-4c6e-9f02-bc5b24c76a13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42b218e0-79fd-4522-a538-c1706c4ad51f,revision_number=0']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:02.737768 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-0ba5fe15-df2e-4c6e-9f02-bc5b24c76a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:02.740391 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba5fe15-df2e-4c6e-9f02-bc5b24c76a13 admin admin] Checking segment: {'id': '9ed3d8bc-12c5-407b-b458-5389db40611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6089124e-0bfb-4612-88b7-ce380cfc64f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:11:02.740747 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba5fe15-df2e-4c6e-9f02-bc5b24c76a13 admin admin] Network hostable DHCP agents. Network: 6089124e-0bfb-4612-88b7-ce380cfc64f7, hostable agents: ['ce8ef649-8289-40e7-a272-310ee0704403'], hosted agents: [] {{(pid=91888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:11:02.762301 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba5fe15-df2e-4c6e-9f02-bc5b24c76a13 admin admin] Network 6089124e-0bfb-4612-88b7-ce380cfc64f7 is scheduled to be hosted by DHCP agent ce8ef649-8289-40e7-a272-310ee0704403 with binding_index 1 {{(pid=91888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:11:02.774755 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [None req-0ba5fe15-df2e-4c6e-9f02-bc5b24c76a13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-iscsi, 6089124e-0bfb-4612-88b7-ce380cfc64f7) {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:11:02.783100 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034f5730-6475-4757-9127-f3ba4a9fb617 None None] Network 6089124e-0bfb-4612-88b7-ce380cfc64f7 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:11:02.785801 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba5fe15-df2e-4c6e-9f02-bc5b24c76a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:02.786001 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0ba5fe15-df2e-4c6e-9f02-bc5b24c76a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for subnet, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:02.808145 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-0ba5fe15-df2e-4c6e-9f02-bc5b24c76a13 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4904752 Jun 11 00:11:02.974524 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 39534) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:03.030305 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7f56e9-2de9-4bff-890c-dc5dcec3da15 None None] Network 6089124e-0bfb-4612-88b7-ce380cfc64f7 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:11:03.046105 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86add37b-f789-4431-92a0-f1a65260c50c req-6902746c-a6ac-4ef0-b321-92732982c4fd tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:03.048532 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-86add37b-f789-4431-92a0-f1a65260c50c req-6902746c-a6ac-4ef0-b321-92732982c4fd tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.1027145 Jun 11 00:11:03.061227 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_v2 [None req-619ad55e-5e0f-4543-b908-0d3f58098886 admin admin] Deleting subnet f86c32ee-48cb-470d-b6cd-9496b9320ca5 {{(pid=91887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:11:03.064656 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-619ad55e-5e0f-4543-b908-0d3f58098886 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:03.107002 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-86add37b-f789-4431-92a0-f1a65260c50c req-87dc1944-7bd1-4ed1-b9bc-e56141abbba6 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485382 Jun 11 00:11:03.109829 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-619ad55e-5e0f-4543-b908-0d3f58098886 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3393294'] for subnet, precommit_delete_associations {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:03.155627 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-619ad55e-5e0f-4543-b908-0d3f58098886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752867'] for subnet, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:03.216538 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-619ad55e-5e0f-4543-b908-0d3f58098886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3175783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8802595'] for subnet, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:03.219422 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:03.252088 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ad55e-5e0f-4543-b908-0d3f58098886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f86c32ee-48cb-470d-b6cd-9496b9320ca5,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:03.255033 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-619ad55e-5e0f-4543-b908-0d3f58098886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:03.256036 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-619ad55e-5e0f-4543-b908-0d3f58098886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:03.258351 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-619ad55e-5e0f-4543-b908-0d3f58098886 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f86c32ee-48cb-470d-b6cd-9496b9320ca5 HTTP/1.1" status: 204 len: 168 time: 0.2814913 Jun 11 00:11:03.260785 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 39540) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:03.348860 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f0b8c01a-c211-4884-a7ca-91c72c03ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546938'] for network, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:03.355513 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9f777-b853-41e5-be1f-ab2922ea7418 req-4b7b6f9d-81dd-4365-a7d8-543c86fdd70d tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:03.357409 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b1f9f777-b853-41e5-be1f-ab2922ea7418 req-4b7b6f9d-81dd-4365-a7d8-543c86fdd70d tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 946 time: 0.0695193 Jun 11 00:11:03.407216 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b1f9f777-b853-41e5-be1f-ab2922ea7418 req-7f82d8d7-bc0d-4048-9499-b180890d94bb tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432858 Jun 11 00:11:03.457659 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f0b8c01a-c211-4884-a7ca-91c72c03ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750700', 'neutron.services.segments.db._delete_segments_for_network-8777603965615'] for network, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:03.468831 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-f0b8c01a-c211-4884-a7ca-91c72c03ac1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86dde9d-fd16-4557-ad43-477fdc2f1490']}} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:03.479016 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-f0b8c01a-c211-4884-a7ca-91c72c03ac1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5489723-03cf-4607-b1dd-ad351e4d6bfe') {'for_net_delete': True} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:03.479309 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-f0b8c01a-c211-4884-a7ca-91c72c03ac1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5489723-03cf-4607-b1dd-ad351e4d6bfe') {} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:03.488591 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f0b8c01a-c211-4884-a7ca-91c72c03ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777603965444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3393303'] for segment, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:03.505829 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f0b8c01a-c211-4884-a7ca-91c72c03ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:03.511856 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b8c01a-c211-4884-a7ca-91c72c03ac1e admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=91887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:11:03.512233 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f0b8c01a-c211-4884-a7ca-91c72c03ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3176440'] for segment, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: Traceback (most recent call last): Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: timer() Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: cb(*args, **kw) Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: return func(*args, **kwargs) Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: self._notify() Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: self.callback(batched_events) Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: event.method(event) Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: return f(self, *a, **k) Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: return self._get(url).json() Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: return self.request(url, 'GET', **kwargs) Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:11:03.513770 dv-cinder-786260-5-iscsi neutron-server[91887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:11:03.592240 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f0b8c01a-c211-4884-a7ca-91c72c03ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1807883'] for network, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:03.599504 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f0b8c01a-c211-4884-a7ca-91c72c03ac1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:03.601280 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-f0b8c01a-c211-4884-a7ca-91c72c03ac1e admin admin] 10.222.0.15 "DELETE /v2.0/networks/a86dde9d-fd16-4557-ad43-477fdc2f1490 HTTP/1.1" status: 204 len: 168 time: 0.3396106 Jun 11 00:11:03.602033 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0562a8c0-26d4-47fb-babf-31197a5427d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:03.604074 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 39542) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:03.615905 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8c01a-c211-4884-a7ca-91c72c03ac1e admin admin] Pushing event deleted for resources: {'Network': ['ID=a86dde9d-fd16-4557-ad43-477fdc2f1490,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:03.618721 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f0b8c01a-c211-4884-a7ca-91c72c03ac1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:03.654766 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d026d47c-571f-47ef-b9f2-e07271fa00fc admin admin] Deleting subnet 42b218e0-79fd-4522-a538-c1706c4ad51f {{(pid=91888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:11:03.657863 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d026d47c-571f-47ef-b9f2-e07271fa00fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:03.870821 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d026d47c-571f-47ef-b9f2-e07271fa00fc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:03.879680 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d026d47c-571f-47ef-b9f2-e07271fa00fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752867'] for subnet, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:03.940717 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d026d47c-571f-47ef-b9f2-e07271fa00fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386'] for subnet, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:03.943617 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:03.974524 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026d47c-571f-47ef-b9f2-e07271fa00fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42b218e0-79fd-4522-a538-c1706c4ad51f,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:03.976530 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d026d47c-571f-47ef-b9f2-e07271fa00fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for subnet, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:03.978462 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-d026d47c-571f-47ef-b9f2-e07271fa00fc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/42b218e0-79fd-4522-a538-c1706c4ad51f HTTP/1.1" status: 204 len: 168 time: 0.3731759 Jun 11 00:11:03.979191 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-d026d47c-571f-47ef-b9f2-e07271fa00fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:03.980811 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 39548) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:04.071773 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546938'] for network, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:04.180463 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750700', 'neutron.services.segments.db._delete_segments_for_network-8777603965615'] for network, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:04.191673 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:11:04.192034 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:11:04.192772 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:11:04.193106 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Subscribe: > port after_create 55550000 {{(pid=91888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:11:04.193431 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:11:04.193775 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Subscribe: > port after_update 55550000 {{(pid=91888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:11:04.194099 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:11:04.194446 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:11:04.194763 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:11:04.195079 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:11:04.261257 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:11:04.261606 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:11:04.261940 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:11:04.262275 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:11:04.262634 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6089124e-0bfb-4612-88b7-ce380cfc64f7']}} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:04.290964 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed3d8bc-12c5-407b-b458-5389db40611c') {'for_net_delete': True} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:04.291261 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed3d8bc-12c5-407b-b458-5389db40611c') {} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:04.331826 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777603965444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3200679'] for segment, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:04.355234 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:04.370186 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=91888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:11:04.370570 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3493159'] for segment, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: from cryptography.utils import int_from_bytes Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: from cryptography.utils import int_from_bytes Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: retrieve_revision_numbers = { Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: retrieve_revision_numbers = { Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: retrieve_revision_numbers = { Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: retrieve_revision_numbers = { Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: retrieve_revision_numbers = { Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: retrieve_revision_numbers = { Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: retrieve_revision_numbers = { Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: retrieve_revision_numbers = { Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: retrieve_revision_numbers = { Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: retrieve_revision_numbers = { Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: Traceback (most recent call last): Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:11:04.374655 dv-cinder-786260-5-iscsi neutron-server[91888]: timer() Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: cb(*args, **kw) Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: return func(*args, **kwargs) Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: self._notify() Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: self.callback(batched_events) Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: event.method(event) Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: return f(self, *a, **k) Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: return self._get(url).json() Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: return self.request(url, 'GET', **kwargs) Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:11:04.377831 dv-cinder-786260-5-iscsi neutron-server[91888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:11:04.457826 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8610e9d-7899-4dab-8418-ec4a2cb2a0d6 req-66f9d519-8749-454e-a8b8-077fa6a8e77f tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:04.459300 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b8610e9d-7899-4dab-8418-ec4a2cb2a0d6 req-66f9d519-8749-454e-a8b8-077fa6a8e77f tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.1918194 Jun 11 00:11:04.471966 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1807883'] for network, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:04.487111 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-24be048d-3eb7-4f47-8f8b-ce9ff46af683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:04.490876 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:04.492697 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6089124e-0bfb-4612-88b7-ce380cfc64f7 HTTP/1.1" status: 204 len: 168 time: 0.5109835 Jun 11 00:11:04.508580 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Pushing event deleted for resources: {'Network': ['ID=6089124e-0bfb-4612-88b7-ce380cfc64f7,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:04.516238 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:04.524922 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b8610e9d-7899-4dab-8418-ec4a2cb2a0d6 req-fd7c4a56-a3ce-4d3a-ad83-8a05295f7a57 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590844 Jun 11 00:11:04.652103 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 39560) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:04.689908 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5539ef-a63b-4c96-b4c1-7d9be1017740 req-7f20fddb-9534-40c2-aa3a-2c08827187f5 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:04.691685 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6f5539ef-a63b-4c96-b4c1-7d9be1017740 req-7f20fddb-9534-40c2-aa3a-2c08827187f5 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 946 time: 0.0687554 Jun 11 00:11:04.703416 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-c5f5f69f-46ac-4cfc-a470-7661b9fa6179 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b88348349b64753bc76b2eff89f0140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476232 Jun 11 00:11:04.703573 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 39564) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:04.738885 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6f5539ef-a63b-4c96-b4c1-7d9be1017740 req-4786083c-43b2-4ddd-9621-2bc968ef6c05 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417793 Jun 11 00:11:04.760747 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bd8ebe5d-c604-473d-976e-3618ea8c1110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:04.783430 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bd8ebe5d-c604-473d-976e-3618ea8c1110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:04.838768 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bd8ebe5d-c604-473d-976e-3618ea8c1110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:04.841550 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bd8ebe5d-c604-473d-976e-3618ea8c1110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:04.842685 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-bd8ebe5d-c604-473d-976e-3618ea8c1110 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c41deefa-0f6f-48a6-9803-bfabcd22a1f4 HTTP/1.1" status: 204 len: 168 time: 0.1382115 Jun 11 00:11:04.843446 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f915100a-17c2-4000-b2a4-8230147e883b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:04.852416 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ebe5d-c604-473d-976e-3618ea8c1110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41deefa-0f6f-48a6-9803-bfabcd22a1f4,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:04.854717 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-bd8ebe5d-c604-473d-976e-3618ea8c1110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:05.187993 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 39576) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:05.231927 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-98c45a79-2d28-4e60-8a15-d0336c634619 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77757e8dcb424165be30259d9522abc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426221 Jun 11 00:11:05.234214 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 39578) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:05.286274 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f18aae43-fd1e-4011-9656-c5a979ca6ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:05.308698 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f18aae43-fd1e-4011-9656-c5a979ca6ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:05.362728 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f18aae43-fd1e-4011-9656-c5a979ca6ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:05.365809 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f18aae43-fd1e-4011-9656-c5a979ca6ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:05.377371 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-f18aae43-fd1e-4011-9656-c5a979ca6ead admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f58ef29a-3fc3-4faa-9afc-5e8ad6454575 HTTP/1.1" status: 204 len: 168 time: 0.1357074 Jun 11 00:11:05.388769 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-9725ed84-5c01-4aa3-8325-dc9d9b83e18e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:05.406254 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18aae43-fd1e-4011-9656-c5a979ca6ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58ef29a-3fc3-4faa-9afc-5e8ad6454575,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:05.436283 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-acc9e932-35b9-4e02-b3dd-ab50bd575e1a req-ec60a810-7811-4b1c-b718-049671de698b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804973 Jun 11 00:11:05.437241 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-f18aae43-fd1e-4011-9656-c5a979ca6ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:05.475032 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-57e7227e-4f5b-4cbd-b50a-cc657d679d15 req-7744b48f-1256-4049-9d19-357f004ca512 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717831 Jun 11 00:11:05.633424 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7227e-4f5b-4cbd-b50a-cc657d679d15 req-6edd5739-da0e-435e-a237-ead913259c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:05.634887 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-57e7227e-4f5b-4cbd-b50a-cc657d679d15 req-6edd5739-da0e-435e-a237-ead913259c3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c33865a137fb461586e8a7e83d61e7b2&device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 1099 time: 0.0671377 Jun 11 00:11:05.738308 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522348e1-93b7-4e86-bee8-0efeb0214b51 req-c6ef5544-f15f-4193-988c-8b27bddb3944 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:05.740129 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-522348e1-93b7-4e86-bee8-0efeb0214b51 req-c6ef5544-f15f-4193-988c-8b27bddb3944 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0917902 Jun 11 00:11:05.795031 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-522348e1-93b7-4e86-bee8-0efeb0214b51 req-6bb9995d-94e3-4266-8644-8ede5a8d0d32 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473790 Jun 11 00:11:05.812518 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7227e-4f5b-4cbd-b50a-cc657d679d15 req-4e1d587e-a257-4f36-9e67-2a6c35e39a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:05.813967 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-57e7227e-4f5b-4cbd-b50a-cc657d679d15 req-4e1d587e-a257-4f36-9e67-2a6c35e39a13 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4f0ab10-a508-4639-872f-a1788b421e5d HTTP/1.1" status: 200 len: 920 time: 0.1494048 Jun 11 00:11:05.896364 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-57e7227e-4f5b-4cbd-b50a-cc657d679d15 req-771dbdd6-ebfe-4579-aee3-8486a1ab0120 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3ce4f41-f8c7-4be3-bf51-483543000f29 HTTP/1.1" status: 200 len: 217 time: 0.0675864 Jun 11 00:11:05.957199 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7227e-4f5b-4cbd-b50a-cc657d679d15 req-d418d9d5-193e-49eb-b37e-44047f7dbb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:05.958722 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-57e7227e-4f5b-4cbd-b50a-cc657d679d15 req-d418d9d5-193e-49eb-b37e-44047f7dbb7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=06445c02-8c20-46e0-be9b-66222ba10e31 HTTP/1.1" status: 200 len: 859 time: 0.0556731 Jun 11 00:11:05.979094 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff44eb-9035-4a5f-bcc1-9f7cef50b037 req-0ae0eadf-18e1-4115-b616-43e55e179c7f tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:05.980638 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-bbff44eb-9035-4a5f-bcc1-9f7cef50b037 req-0ae0eadf-18e1-4115-b616-43e55e179c7f tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 946 time: 0.0822971 Jun 11 00:11:06.003069 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-57e7227e-4f5b-4cbd-b50a-cc657d679d15 req-4492a161-3d3e-400f-a7b0-2cd72ad60b88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4f0ab10-a508-4639-872f-a1788b421e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362945 Jun 11 00:11:06.042659 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-bbff44eb-9035-4a5f-bcc1-9f7cef50b037 req-4674feae-c5c0-4e8e-bc9d-a5d49ab66b8c tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542538 Jun 11 00:11:06.144518 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-57e7227e-4f5b-4cbd-b50a-cc657d679d15 req-76d125bb-a6e0-4993-b4bc-bd2b6fc1bda0 service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334190 Jun 11 00:11:06.289813 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-57e7227e-4f5b-4cbd-b50a-cc657d679d15 req-458473c0-aa5d-478a-a13c-13d2485af2a9 service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318679 Jun 11 00:11:06.907593 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a3ea2-1e1f-4992-b2c6-b6f57e74e318 req-fe1a55d3-14f2-478c-9e00-269af6b715e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:06.909166 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-dd6a3ea2-1e1f-4992-b2c6-b6f57e74e318 req-fe1a55d3-14f2-478c-9e00-269af6b715e3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 1098 time: 0.0823083 Jun 11 00:11:06.953373 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-dd6a3ea2-1e1f-4992-b2c6-b6f57e74e318 req-8200b996-e265-4cb6-b0b8-b4ca5a93383b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374498 Jun 11 00:11:07.021158 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f7a27-533e-4479-bd4a-1990868ec94d req-198b2ef0-4d3b-4474-b31b-d48f663b8f59 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:07.023186 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9c0f7a27-533e-4479-bd4a-1990868ec94d req-198b2ef0-4d3b-4474-b31b-d48f663b8f59 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0871508 Jun 11 00:11:07.065246 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9c0f7a27-533e-4479-bd4a-1990868ec94d req-25341fad-5a67-4941-887c-c1fddb8e91bf tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361655 Jun 11 00:11:07.245428 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac55d0d-bff9-4959-9f28-bfa9cde08f6f req-33716a89-5c25-4c8b-97e3-f69a9cb3efa3 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:07.248670 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4ac55d0d-bff9-4959-9f28-bfa9cde08f6f req-33716a89-5c25-4c8b-97e3-f69a9cb3efa3 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 946 time: 0.0905592 Jun 11 00:11:07.295910 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4ac55d0d-bff9-4959-9f28-bfa9cde08f6f req-0d620a8c-cd7f-4218-af11-0e4b9bc236ef tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412765 Jun 11 00:11:08.258687 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10865ab9-696b-4f55-a9a0-e320d9c85cfd req-222338d2-0bac-43b1-b387-6050acccb147 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:08.260233 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-10865ab9-696b-4f55-a9a0-e320d9c85cfd req-222338d2-0bac-43b1-b387-6050acccb147 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0735962 Jun 11 00:11:08.326633 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-10865ab9-696b-4f55-a9a0-e320d9c85cfd req-49e6c49a-ddd5-4491-8ae6-7e263e55e6cb tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464470 Jun 11 00:11:08.463127 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41519150-4898-4d97-ae6b-d43b455b7e19 req-08cb6e20-e3ef-4766-b4c2-201c2b51d26f tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:08.464660 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-41519150-4898-4d97-ae6b-d43b455b7e19 req-08cb6e20-e3ef-4766-b4c2-201c2b51d26f tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 946 time: 0.0785429 Jun 11 00:11:08.554756 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-41519150-4898-4d97-ae6b-d43b455b7e19 req-05b6ede7-6bf6-4f18-acd8-b105a7186adc tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539010 Jun 11 00:11:08.575000 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa6f3d-86af-4d2b-8df2-9e675f1b69b0 req-760c9fc9-91de-4aab-aef3-bc23aad9e281 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:08.577302 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c4fa6f3d-86af-4d2b-8df2-9e675f1b69b0 req-760c9fc9-91de-4aab-aef3-bc23aad9e281 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1115007 Jun 11 00:11:08.652408 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c4fa6f3d-86af-4d2b-8df2-9e675f1b69b0 req-02195039-35e8-4704-b965-b0a7911eb3aa tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691364 Jun 11 00:11:08.676964 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:09.756901 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872cba6-6fce-47d4-9d91-08401343bdac req-25922f98-e1c7-4272-9120-23d5f811169a tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:09.757821 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6872cba6-6fce-47d4-9d91-08401343bdac req-25922f98-e1c7-4272-9120-23d5f811169a tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 946 time: 0.0669498 Jun 11 00:11:09.799957 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6872cba6-6fce-47d4-9d91-08401343bdac req-9438de0f-f276-4f29-b892-d1176f1ec9ab tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364063 Jun 11 00:11:10.980436 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b251bc-97b1-42fc-a47d-1a2185ff0cf1 req-076052f9-aa21-4c33-a0d1-23e04986f469 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:10.981883 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-58b251bc-97b1-42fc-a47d-1a2185ff0cf1 req-076052f9-aa21-4c33-a0d1-23e04986f469 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 946 time: 0.0713801 Jun 11 00:11:11.022332 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-58b251bc-97b1-42fc-a47d-1a2185ff0cf1 req-8ff6d50e-c188-48e5-9781-99ec8bfe53b0 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349209 Jun 11 00:11:12.214835 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625920b4-349f-4ab4-9157-ae598e1619ec req-ca048274-8f38-4997-907e-07f080972110 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:12.214835 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-625920b4-349f-4ab4-9157-ae598e1619ec req-ca048274-8f38-4997-907e-07f080972110 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 946 time: 0.0777903 Jun 11 00:11:12.255519 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-625920b4-349f-4ab4-9157-ae598e1619ec req-19fddcba-ecc3-42dc-bc4c-8d7a0b605e26 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375061 Jun 11 00:11:13.169283 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-98dece2b-689d-4066-9808-eff7a98f3528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:13.458341 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdca1b8-b8ff-49a8-8539-3084d4919638 req-673d849e-a55f-40cf-9e3c-c81221ccb146 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:13.459834 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0bdca1b8-b8ff-49a8-8539-3084d4919638 req-673d849e-a55f-40cf-9e3c-c81221ccb146 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 946 time: 0.0739627 Jun 11 00:11:13.501430 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0bdca1b8-b8ff-49a8-8539-3084d4919638 req-13b2b086-2fd7-4548-b9f0-0ae3f29bf12d tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360298 Jun 11 00:11:14.680509 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588188e-866b-4286-84d5-9079ca2eca32 req-d2d54211-8576-4c63-ae2e-dff41bf870c5 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:14.681979 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3588188e-866b-4286-84d5-9079ca2eca32 req-d2d54211-8576-4c63-ae2e-dff41bf870c5 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 946 time: 0.0683198 Jun 11 00:11:14.723520 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3588188e-866b-4286-84d5-9079ca2eca32 req-837ae88e-82fe-4586-abea-0e6d350fb48b tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359197 Jun 11 00:11:15.744058 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-e89d4e91-9bf2-4f26-9184-640123deed16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:15.908247 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b9970-249b-4689-8e16-398edb99a144 req-a5f6e08d-d731-4827-9679-b90b37421a2e tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:15.909704 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6a3b9970-249b-4689-8e16-398edb99a144 req-a5f6e08d-d731-4827-9679-b90b37421a2e tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 946 time: 0.0729954 Jun 11 00:11:15.916882 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:15.955777 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6a3b9970-249b-4689-8e16-398edb99a144 req-94865426-54d6-4317-8165-f0afbc59ced2 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382776 Jun 11 00:11:16.311760 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a4398-c111-48d7-810c-39c8ad4959a1 req-1fbbc989-db2c-4931-8207-2ffeac88f8f2 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:16.313168 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-316a4398-c111-48d7-810c-39c8ad4959a1 req-1fbbc989-db2c-4931-8207-2ffeac88f8f2 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.21 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 946 time: 0.0766304 Jun 11 00:11:16.441466 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-316a4398-c111-48d7-810c-39c8ad4959a1 req-61be8502-1acd-4306-9092-1e97ec8f5ac9 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Deleting port 4abc2bb3-5721-4425-90f3-77d0092959c7 {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:11:16.441820 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-316a4398-c111-48d7-810c-39c8ad4959a1 req-61be8502-1acd-4306-9092-1e97ec8f5ac9 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:16.557305 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-316a4398-c111-48d7-810c-39c8ad4959a1 req-61be8502-1acd-4306-9092-1e97ec8f5ac9 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] For port 4abc2bb3-5721-4425-90f3-77d0092959c7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4abc2bb3-5721-4425-90f3-77d0092959c7,segment=NetworkSegment(856180f1-78cd-45fb-bffc-eafcba658df9),segment_id=856180f1-78cd-45fb-bffc-eafcba658df9)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:11:16.557680 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-316a4398-c111-48d7-810c-39c8ad4959a1 req-61be8502-1acd-4306-9092-1e97ec8f5ac9 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:16.864399 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-316a4398-c111-48d7-810c-39c8ad4959a1 req-61be8502-1acd-4306-9092-1e97ec8f5ac9 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Calling delete_port for 4abc2bb3-5721-4425-90f3-77d0092959c7 owned by compute:nova {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:11:17.024466 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:17.029140 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-316a4398-c111-48d7-810c-39c8ad4959a1 req-61be8502-1acd-4306-9092-1e97ec8f5ac9 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:17.035033 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:17.069837 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be8502-1acd-4306-9092-1e97ec8f5ac9 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Pushing event deleted for resources: {'Port': ['ID=4abc2bb3-5721-4425-90f3-77d0092959c7,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:17.072969 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-61be8502-1acd-4306-9092-1e97ec8f5ac9 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:17.126072 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-316a4398-c111-48d7-810c-39c8ad4959a1 req-61be8502-1acd-4306-9092-1e97ec8f5ac9 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] No DVR routers for this DVR port 4abc2bb3-5721-4425-90f3-77d0092959c7 on host hv-cinder-78626 {{(pid=91887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:11:17.128538 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-316a4398-c111-48d7-810c-39c8ad4959a1 req-61be8502-1acd-4306-9092-1e97ec8f5ac9 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:17.130749 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-316a4398-c111-48d7-810c-39c8ad4959a1 req-61be8502-1acd-4306-9092-1e97ec8f5ac9 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.21 "DELETE /v2.0/ports/4abc2bb3-5721-4425-90f3-77d0092959c7 HTTP/1.1" status: 204 len: 173 time: 0.8108346 Jun 11 00:11:17.131262 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03818f7b-c9d1-4183-97f7-ded3071c8c82', 'name': 'network-vif-deleted', 'tag': '4abc2bb3-5721-4425-90f3-77d0092959c7'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:11:17.133689 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ea8f15-cb59-449a-a66f-871fe8c902f4" -d '{"events": [{"server_uuid": "03818f7b-c9d1-4183-97f7-ded3071c8c82", "name": "network-vif-deleted", "tag": "4abc2bb3-5721-4425-90f3-77d0092959c7"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:11:17.141033 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9498c0c4-4f53-4cff-b996-d5a8fd49d294 req-bf0b7215-dcee-469b-9f07-f5edd123079c tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=03818f7b-c9d1-4183-97f7-ded3071c8c82 HTTP/1.1" status: 200 len: 210 time: 0.0325065 Jun 11 00:11:17.173684 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4176b6-3de5-44be-9438-a622dd975679 x-openstack-request-id: req-fc4176b6-3de5-44be-9438-a622dd975679 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:11:17.174007 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03818f7b-c9d1-4183-97f7-ded3071c8c82", "name": "network-vif-deleted", "tag": "4abc2bb3-5721-4425-90f3-77d0092959c7", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:11:17.174287 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc4176b6-3de5-44be-9438-a622dd975679 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:11:17.174727 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03818f7b-c9d1-4183-97f7-ded3071c8c82', 'name': 'network-vif-deleted', 'tag': '4abc2bb3-5721-4425-90f3-77d0092959c7', 'status': 'completed', 'code': 200} Jun 11 00:11:17.417662 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 4abc2bb3-5721-4425-90f3-77d0092959c7 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:11:17.450012 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] No Port match for: 4abc2bb3-5721-4425-90f3-77d0092959c7 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:11:17.450739 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 4abc2bb3-5721-4425-90f3-77d0092959c7 not bound to the agent host hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:11:18.011078 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045595b1-5ab8-4d1a-9f93-5ce19a49d252 req-33d9c087-f34d-46ec-a6e9-9ab04b886786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:18.014146 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-045595b1-5ab8-4d1a-9f93-5ce19a49d252 req-33d9c087-f34d-46ec-a6e9-9ab04b886786 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c33865a137fb461586e8a7e83d61e7b2&device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 1099 time: 0.1232297 Jun 11 00:11:18.172055 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045595b1-5ab8-4d1a-9f93-5ce19a49d252 req-1a2e4184-0fad-4023-ab88-a969b8b2cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:18.172499 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87837f-57b1-4ec5-9a94-31d7ce7685ec req-20882b34-8184-4830-ac09-1c7f7e9096aa tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:18.175010 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6a87837f-57b1-4ec5-9a94-31d7ce7685ec req-20882b34-8184-4830-ac09-1c7f7e9096aa tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.2112155 Jun 11 00:11:18.176189 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-045595b1-5ab8-4d1a-9f93-5ce19a49d252 req-1a2e4184-0fad-4023-ab88-a969b8b2cd94 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4f0ab10-a508-4639-872f-a1788b421e5d HTTP/1.1" status: 200 len: 920 time: 0.1553788 Jun 11 00:11:18.221042 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 39950) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:18.244261 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-045595b1-5ab8-4d1a-9f93-5ce19a49d252 req-cd1e8866-0de9-4905-8d50-c7fd9ce0ead5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3ce4f41-f8c7-4be3-bf51-483543000f29 HTTP/1.1" status: 200 len: 217 time: 0.0606501 Jun 11 00:11:18.247966 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6a87837f-57b1-4ec5-9a94-31d7ce7685ec req-50d63ec8-d0a3-4ba8-af1c-3e9f94315cf2 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584309 Jun 11 00:11:18.310935 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045595b1-5ab8-4d1a-9f93-5ce19a49d252 req-3707e6d9-3fbe-41e7-b472-7c8507a59144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:18.312755 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-045595b1-5ab8-4d1a-9f93-5ce19a49d252 req-3707e6d9-3fbe-41e7-b472-7c8507a59144 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=06445c02-8c20-46e0-be9b-66222ba10e31 HTTP/1.1" status: 200 len: 859 time: 0.0599828 Jun 11 00:11:18.399097 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-fc7b61e1-cd18-4026-9e4c-23731824a511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:18.407520 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-045595b1-5ab8-4d1a-9f93-5ce19a49d252 req-395a8a5f-eff4-44de-ab33-1240561e3524 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4f0ab10-a508-4639-872f-a1788b421e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851557 Jun 11 00:11:18.409955 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:18.519157 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-fc7b61e1-cd18-4026-9e4c-23731824a511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:18.532352 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-fc7b61e1-cd18-4026-9e4c-23731824a511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:18.542054 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-045595b1-5ab8-4d1a-9f93-5ce19a49d252 req-ade419fc-90a2-4fc5-898d-c9a6c9ea2b00 service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258016 Jun 11 00:11:18.557753 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-b10a3e87-6e4e-4796-8dbb-238797da6d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:18.611739 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-fc7b61e1-cd18-4026-9e4c-23731824a511 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bfe73e090abe4e4193103a91e3445686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3885622 Jun 11 00:11:18.649802 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 39974) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:18.658139 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b61e1-cd18-4026-9e4c-23731824a511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4b1b24-5823-44b1-9e75-aa77e8afc3dc,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:18.671071 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-fc7b61e1-cd18-4026-9e4c-23731824a511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:18.699936 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-48c121f4-17f1-4f3e-9e32-5a4d262be503 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:18.701389 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-48c121f4-17f1-4f3e-9e32-5a4d262be503 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/networks?id=0e428fc8-de7f-4b0a-974a-f75564bc129c HTTP/1.1" status: 200 len: 809 time: 0.1804402 Jun 11 00:11:18.715501 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-045595b1-5ab8-4d1a-9f93-5ce19a49d252 req-d526850b-f59d-429b-862c-ffa3843f476f service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557727 Jun 11 00:11:18.716457 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-7bc82803-c638-4258-bbfb-5ef5dea1788d tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/quotas/2da08db490e54af48faa1f9a9c133277 HTTP/1.1" status: 200 len: 375 time: 0.0095847 Jun 11 00:11:18.726337 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2222d469-9987-4f19-938b-9faa7eed8d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:18.755620 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2222d469-9987-4f19-938b-9faa7eed8d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:18.764023 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-39a114c4-013f-4c42-a507-c9f78b0ca8ac tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2da08db490e54af48faa1f9a9c133277&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414224 Jun 11 00:11:18.815325 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2222d469-9987-4f19-938b-9faa7eed8d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:18.818090 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2222d469-9987-4f19-938b-9faa7eed8d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:18.819217 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-2222d469-9987-4f19-938b-9faa7eed8d90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df4b1b24-5823-44b1-9e75-aa77e8afc3dc HTTP/1.1" status: 204 len: 168 time: 0.1684721 Jun 11 00:11:18.820047 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-bd61c8f6-7c6d-4a11-9e9f-9ae9fe8f045b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:18.828631 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222d469-9987-4f19-938b-9faa7eed8d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4b1b24-5823-44b1-9e75-aa77e8afc3dc,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:18.831003 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-2222d469-9987-4f19-938b-9faa7eed8d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:18.896769 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-72fbd95f-de52-4afc-a34b-35bdd541cbfc service neutron] 10.222.0.15 "GET /v2.0/networks/0e428fc8-de7f-4b0a-974a-f75564bc129c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245711 Jun 11 00:11:19.014759 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-37a9c885-0cf5-48fb-b0cd-0daee4745ac2 service neutron] 10.222.0.15 "GET /v2.0/networks/0e428fc8-de7f-4b0a-974a-f75564bc129c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112647 Jun 11 00:11:19.089460 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 39984) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:19.105167 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f5b81c79-be39-444c-ab6e-9bafc4a6982d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:19.220238 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f5b81c79-be39-444c-ab6e-9bafc4a6982d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:19.229461 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f5b81c79-be39-444c-ab6e-9bafc4a6982d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:19.230535 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3ebabbe5-10cf-47fb-a523-d090138877d0 req-d2855aa0-e005-4045-a3a1-fe55e77b7294 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 210 time: 0.0551343 Jun 11 00:11:19.233307 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-bd8ebe5d-c604-473d-976e-3618ea8c1110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:19.309768 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-f5b81c79-be39-444c-ab6e-9bafc4a6982d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=942d495423be43b4b50caa98d15af981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185833 Jun 11 00:11:19.311216 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b81c79-be39-444c-ab6e-9bafc4a6982d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76df0036-4012-4cca-b3e9-5b65aea3d9f3,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:19.312251 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 40006) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:19.329076 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f5b81c79-be39-444c-ab6e-9bafc4a6982d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:19.417186 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e782fe4e-ed52-4606-9632-c3d4a536acaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:19.490559 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e782fe4e-ed52-4606-9632-c3d4a536acaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:19.553622 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727cd93-0f96-4502-a453-0078bfe8f1e6 req-68759bec-d477-480a-8422-8c89fde83718 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:19.555357 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e727cd93-0f96-4502-a453-0078bfe8f1e6 req-68759bec-d477-480a-8422-8c89fde83718 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1529689 Jun 11 00:11:19.584231 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e782fe4e-ed52-4606-9632-c3d4a536acaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:19.588389 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e782fe4e-ed52-4606-9632-c3d4a536acaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:19.592397 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-e782fe4e-ed52-4606-9632-c3d4a536acaa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76df0036-4012-4cca-b3e9-5b65aea3d9f3 HTTP/1.1" status: 204 len: 168 time: 0.2790768 Jun 11 00:11:19.594546 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:19.622803 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782fe4e-ed52-4606-9632-c3d4a536acaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76df0036-4012-4cca-b3e9-5b65aea3d9f3,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:19.627226 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-e782fe4e-ed52-4606-9632-c3d4a536acaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:19.669712 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e727cd93-0f96-4502-a453-0078bfe8f1e6 req-0aa8dcc9-d425-4f3f-a3a9-b716b8e90dde tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937953 Jun 11 00:11:20.389652 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ca19e49f-4f98-4907-8793-ffe04ecc6d48 req-6699caf2-9781-40c7-b073-77b909489515 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 210 time: 0.0333209 Jun 11 00:11:20.661848 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-2d7bfa10-ca6e-43ba-848e-a88d73c80e8d tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:20.663333 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-2d7bfa10-ca6e-43ba-848e-a88d73c80e8d tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.21 "GET /v2.0/networks?id=0e428fc8-de7f-4b0a-974a-f75564bc129c HTTP/1.1" status: 200 len: 809 time: 0.1303952 Jun 11 00:11:20.691045 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-c651606c-66b4-499d-b7d2-5085905a8c04 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Request body: {'port': {'device_id': 'dbc803ec-6265-4679-a250-22492a27bab8', 'network_id': '0e428fc8-de7f-4b0a-974a-f75564bc129c', 'admin_state_up': True, 'tenant_id': '2da08db490e54af48faa1f9a9c133277'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:11:20.907888 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5a842-0d72-4cad-96a7-d4ed26da2424 req-552cdec2-4565-4890-94c9-2340747dd6d3 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:20.916663 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c0f5a842-0d72-4cad-96a7-d4ed26da2424 req-552cdec2-4565-4890-94c9-2340747dd6d3 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1093707 Jun 11 00:11:20.970677 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-c651606c-66b4-499d-b7d2-5085905a8c04 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Made reservation on behalf of 2da08db490e54af48faa1f9a9c133277 for: {'port': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:11:20.975146 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-c651606c-66b4-499d-b7d2-5085905a8c04 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:20.979184 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c0f5a842-0d72-4cad-96a7-d4ed26da2424 req-dee94507-418c-409f-ae1f-5c1220477e66 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614333 Jun 11 00:11:21.176928 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-c651606c-66b4-499d-b7d2-5085905a8c04 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Allocated IP 172.20.0.8 (0e428fc8-de7f-4b0a-974a-f75564bc129c/bc676cb6-8d95-4f35-8f7e-54f156927d89/0186a787-8acd-4359-b3c8-b9e7c297bff5) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:11:21.381933 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-c651606c-66b4-499d-b7d2-5085905a8c04 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:21.425196 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-c651606c-66b4-499d-b7d2-5085905a8c04 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:21.431686 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-61be8502-1acd-4306-9092-1e97ec8f5ac9 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:21.470120 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-c651606c-66b4-499d-b7d2-5085905a8c04 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Network 0e428fc8-de7f-4b0a-974a-f75564bc129c is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:11:21.475848 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-c651606c-66b4-499d-b7d2-5085905a8c04 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:11:21.479733 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-c651606c-66b4-499d-b7d2-5085905a8c04 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:11:21.532756 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651606c-66b4-499d-b7d2-5085905a8c04 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Pushing event updated for resources: {'Port': ['ID=0186a787-8acd-4359-b3c8-b9e7c297bff5,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:21.537183 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c651606c-66b4-499d-b7d2-5085905a8c04 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:21.550066 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-c651606c-66b4-499d-b7d2-5085905a8c04 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:21.550679 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-c651606c-66b4-499d-b7d2-5085905a8c04 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:21.564634 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-c651606c-66b4-499d-b7d2-5085905a8c04 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8775635 Jun 11 00:11:21.582025 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Request body: {'port': {'device_id': 'dbc803ec-6265-4679-a250-22492a27bab8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:11:21.591895 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d8b04-4550-480a-b047-90c6ca982fb1 req-1284ecc5-eecb-4386-b473-3cdc42ef0d6e tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:21.593394 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-259d8b04-4550-480a-b047-90c6ca982fb1 req-1284ecc5-eecb-4386-b473-3cdc42ef0d6e tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 931 time: 0.0867310 Jun 11 00:11:21.640126 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-259d8b04-4550-480a-b047-90c6ca982fb1 req-edbd5e3b-4084-4fa7-a118-a31d352b0ff7 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408275 Jun 11 00:11:21.678322 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:21.998590 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0186a787-8acd-4359-b3c8-b9e7c297bff5 {{(pid=91887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:11:22.005168 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:22.018819 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Transition to ACTIVE for port object 0186a787-8acd-4359-b3c8-b9e7c297bff5 will not be triggered until provisioned by entity L2. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:11:22.024780 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:22.039232 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:22.195952 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ade0a-0093-472c-855e-4adacc0d26a6 req-3843d09d-cd69-4dab-9789-c9138925cc57 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:22.203879 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2f4ade0a-0093-472c-855e-4adacc0d26a6 req-3843d09d-cd69-4dab-9789-c9138925cc57 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0861437 Jun 11 00:11:22.250654 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2f4ade0a-0093-472c-855e-4adacc0d26a6 req-f155d8bf-122a-4f56-a204-a2870df7683d tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456901 Jun 11 00:11:22.281960 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Pushing event updated for resources: {'Port': ['ID=0186a787-8acd-4359-b3c8-b9e7c297bff5,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:22.283582 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:22.284636 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Attempting to bind port 0186a787-8acd-4359-b3c8-b9e7c297bff5 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:11:22.284976 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Attempting to bind port 0186a787-8acd-4359-b3c8-b9e7c297bff5 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '856180f1-78cd-45fb-bffc-eafcba658df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0e428fc8-de7f-4b0a-974a-f75564bc129c'}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:11:22.285309 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Attempting to bind port 0186a787-8acd-4359-b3c8-b9e7c297bff5 on network 0e428fc8-de7f-4b0a-974a-f75564bc129c {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:11:22.297674 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Port 0186a787-8acd-4359-b3c8-b9e7c297bff5 on network 0e428fc8-de7f-4b0a-974a-f75564bc129c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:11:22.298095 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Attempting to bind port 0186a787-8acd-4359-b3c8-b9e7c297bff5 on network 0e428fc8-de7f-4b0a-974a-f75564bc129c {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:11:22.306683 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Checking agent: {'id': '0b82d12c-0850-474f-ad5c-077a5fa277b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:11:22.307029 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Checking segment: {'id': '856180f1-78cd-45fb-bffc-eafcba658df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0e428fc8-de7f-4b0a-974a-f75564bc129c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:11:22.307452 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Bound using segment: {'id': '856180f1-78cd-45fb-bffc-eafcba658df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0e428fc8-de7f-4b0a-974a-f75564bc129c'} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:11:22.307895 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Bound port: 0186a787-8acd-4359-b3c8-b9e7c297bff5, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '856180f1-78cd-45fb-bffc-eafcba658df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0e428fc8-de7f-4b0a-974a-f75564bc129c'}}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:11:22.308251 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:22.416017 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] For port 0186a787-8acd-4359-b3c8-b9e7c297bff5, host hv-cinder-78626, cleared binding levels {{(pid=91887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:11:22.430363 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] For port 0186a787-8acd-4359-b3c8-b9e7c297bff5, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0186a787-8acd-4359-b3c8-b9e7c297bff5,segment=NetworkSegment(856180f1-78cd-45fb-bffc-eafcba658df9),segment_id=856180f1-78cd-45fb-bffc-eafcba658df9)] {{(pid=91887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:11:22.435998 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:22.438010 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:22.484860 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:22.485220 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:22.486588 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] 10.222.0.21 "PUT /v2.0/ports/0186a787-8acd-4359-b3c8-b9e7c297bff5 HTTP/1.1" status: 200 len: 1093 time: 0.9089522 Jun 11 00:11:22.487097 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc803ec-6265-4679-a250-22492a27bab8', 'tag': '0186a787-8acd-4359-b3c8-b9e7c297bff5'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:11:22.489422 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f198d7ed-6536-4469-915b-e0fced410fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc803ec-6265-4679-a250-22492a27bab8", "tag": "0186a787-8acd-4359-b3c8-b9e7c297bff5"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:11:22.518922 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Pushing event updated for resources: {'Port': ['ID=0186a787-8acd-4359-b3c8-b9e7c297bff5,revision_number=3']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:22.522523 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:22.571528 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6506e0b-7de0-46d9-8eb4-8feb244391b1 x-openstack-request-id: req-d6506e0b-7de0-46d9-8eb4-8feb244391b1 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:11:22.571926 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc803ec-6265-4679-a250-22492a27bab8", "tag": "0186a787-8acd-4359-b3c8-b9e7c297bff5", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:11:22.572238 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6506e0b-7de0-46d9-8eb4-8feb244391b1 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:11:22.572727 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc803ec-6265-4679-a250-22492a27bab8', 'tag': '0186a787-8acd-4359-b3c8-b9e7c297bff5', 'status': 'completed', 'code': 200} Jun 11 00:11:22.637147 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-499c3e69-5ede-42f9-b0e3-9b85a95d623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:22.638650 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-499c3e69-5ede-42f9-b0e3-9b85a95d623b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2da08db490e54af48faa1f9a9c133277&device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 1096 time: 0.0808976 Jun 11 00:11:22.715226 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-0dbbac5a-03b5-4483-9ffa-433a9cf8cd08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0186a787-8acd-4359-b3c8-b9e7c297bff5 HTTP/1.1" status: 200 len: 217 time: 0.0582366 Jun 11 00:11:22.783533 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-6742c15a-c429-48d7-8c7c-b30980f090dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:22.785384 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-6742c15a-c429-48d7-8c7c-b30980f090dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc676cb6-8d95-4f35-8f7e-54f156927d89 HTTP/1.1" status: 200 len: 849 time: 0.0589077 Jun 11 00:11:22.844838 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-56efabf8-ad68-4ff4-a084-46b7df6abc4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e428fc8-de7f-4b0a-974a-f75564bc129c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424230 Jun 11 00:11:22.888485 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578f712-3174-4b57-aeb5-98f8bc4e17ca req-1b0b031b-876c-47ec-aa8d-7a51113f5b08 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:22.891467 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c578f712-3174-4b57-aeb5-98f8bc4e17ca req-1b0b031b-876c-47ec-aa8d-7a51113f5b08 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 943 time: 0.1022410 Jun 11 00:11:22.954590 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c578f712-3174-4b57-aeb5-98f8bc4e17ca req-799663ca-2421-492c-8e43-5d5932fb3a9b tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551779 Jun 11 00:11:22.980076 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-047b4641-ac9a-44de-b318-4655a35d13d1 service neutron] 10.222.0.21 "GET /v2.0/networks/0e428fc8-de7f-4b0a-974a-f75564bc129c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225636 Jun 11 00:11:23.119907 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7e7b52f1-9f0d-455c-8a76-f021798290b3 req-bdbf5a9e-070b-4e49-be5a-b50cfff9586f service neutron] 10.222.0.21 "GET /v2.0/networks/0e428fc8-de7f-4b0a-974a-f75564bc129c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316745 Jun 11 00:11:23.230592 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198d7ed-6536-4469-915b-e0fced410fb6 req-1b8e884e-8808-449d-9111-979e42e43625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:23.232356 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-f198d7ed-6536-4469-915b-e0fced410fb6 req-1b8e884e-8808-449d-9111-979e42e43625 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2da08db490e54af48faa1f9a9c133277&device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 1096 time: 0.0625105 Jun 11 00:11:23.350905 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198d7ed-6536-4469-915b-e0fced410fb6 req-b545525d-bea9-4121-ae83-f0be69fb5f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:23.352547 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-f198d7ed-6536-4469-915b-e0fced410fb6 req-b545525d-bea9-4121-ae83-f0be69fb5f67 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e428fc8-de7f-4b0a-974a-f75564bc129c HTTP/1.1" status: 200 len: 910 time: 0.1097867 Jun 11 00:11:23.421875 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-f198d7ed-6536-4469-915b-e0fced410fb6 req-b85b1b26-61a6-4a15-9831-ff89843d220f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0186a787-8acd-4359-b3c8-b9e7c297bff5 HTTP/1.1" status: 200 len: 217 time: 0.0592721 Jun 11 00:11:23.486451 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198d7ed-6536-4469-915b-e0fced410fb6 req-725010c4-cddd-4667-a981-510c6b0cb322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:23.486451 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-f198d7ed-6536-4469-915b-e0fced410fb6 req-725010c4-cddd-4667-a981-510c6b0cb322 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc676cb6-8d95-4f35-8f7e-54f156927d89 HTTP/1.1" status: 200 len: 849 time: 0.0545473 Jun 11 00:11:23.527037 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-f198d7ed-6536-4469-915b-e0fced410fb6 req-92570bc7-f7ca-4e51-81d5-d3231026cd4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e428fc8-de7f-4b0a-974a-f75564bc129c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325522 Jun 11 00:11:23.638860 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd36a42-8c19-4b8a-acd0-1ed8899cce10 req-3386665b-ad4a-4fc8-a1f1-25521d2d7e14 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:23.640480 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0bd36a42-8c19-4b8a-acd0-1ed8899cce10 req-3386665b-ad4a-4fc8-a1f1-25521d2d7e14 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.2608223 Jun 11 00:11:23.647361 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-f198d7ed-6536-4469-915b-e0fced410fb6 req-ccef1bef-bb67-4317-b9e9-f13e16074189 service neutron] 10.222.0.21 "GET /v2.0/networks/0e428fc8-de7f-4b0a-974a-f75564bc129c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127303 Jun 11 00:11:23.682246 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0bd36a42-8c19-4b8a-acd0-1ed8899cce10 req-5f0869f1-b3de-4a12-a478-1853ec8fdfd1 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357442 Jun 11 00:11:23.775038 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-f198d7ed-6536-4469-915b-e0fced410fb6 req-acd23f6d-f846-4ae6-9e2d-7fac107ed957 service neutron] 10.222.0.21 "GET /v2.0/networks/0e428fc8-de7f-4b0a-974a-f75564bc129c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141124 Jun 11 00:11:24.179251 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbbad3-42d3-4d53-a279-37476daa9446 req-1140058f-11f1-41f1-ae9c-5a71633c5513 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:24.181522 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b2dbbad3-42d3-4d53-a279-37476daa9446 req-1140058f-11f1-41f1-ae9c-5a71633c5513 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 943 time: 0.0846198 Jun 11 00:11:24.233879 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b2dbbad3-42d3-4d53-a279-37476daa9446 req-54ebbcdb-b854-47f8-8311-b79c5e2967d3 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449889 Jun 11 00:11:24.869102 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc199faa-d27b-4c68-9788-96153adef215 req-7f5725d3-1505-45e5-8040-a904a36006e0 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:24.870634 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-dc199faa-d27b-4c68-9788-96153adef215 req-7f5725d3-1505-45e5-8040-a904a36006e0 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0721509 Jun 11 00:11:24.912741 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-dc199faa-d27b-4c68-9788-96153adef215 req-06351002-efcf-4d00-954f-f04ab1b6b3d5 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365093 Jun 11 00:11:25.450948 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b570d1-5e5d-498a-b697-63ed69bdb744 req-28812c0f-a244-4bf9-ab08-38eb9dbf24b1 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:25.452556 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-98b570d1-5e5d-498a-b697-63ed69bdb744 req-28812c0f-a244-4bf9-ab08-38eb9dbf24b1 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 943 time: 0.0875809 Jun 11 00:11:25.498789 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-98b570d1-5e5d-498a-b697-63ed69bdb744 req-1d211073-296d-49ad-a8f5-d8bb1d5f2857 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384197 Jun 11 00:11:26.099481 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be975c-1a1c-48ab-af6c-7347494fcf2a req-4c86b143-d56b-4686-a621-c5c6391cd035 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:26.101122 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e7be975c-1a1c-48ab-af6c-7347494fcf2a req-4c86b143-d56b-4686-a621-c5c6391cd035 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0730798 Jun 11 00:11:26.149574 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e7be975c-1a1c-48ab-af6c-7347494fcf2a req-b4948175-9808-4a4e-9abe-76c76a0944c4 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429089 Jun 11 00:11:26.709310 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bfcac-bf3a-4289-b6da-89884a51735c req-508f1e39-e1bd-4cdc-ade0-3a8fe1cc18b5 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:26.712419 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3c2bfcac-bf3a-4289-b6da-89884a51735c req-508f1e39-e1bd-4cdc-ade0-3a8fe1cc18b5 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 943 time: 0.0920107 Jun 11 00:11:26.754756 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3c2bfcac-bf3a-4289-b6da-89884a51735c req-d3607a72-652c-468d-960a-5f546099276d tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366936 Jun 11 00:11:27.298773 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 40424) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:27.346678 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891fe9f-0263-4dcc-9513-c230a657f395 req-f5917ef2-128e-4a83-9569-fb396bc1b94d tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:27.348176 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a891fe9f-0263-4dcc-9513-c230a657f395 req-f5917ef2-128e-4a83-9569-fb396bc1b94d tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0811222 Jun 11 00:11:27.355996 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_v2 [None req-2126d7c9-8d7c-4fc8-9c94-518edf872c53 admin admin] Deleting subnet 45871658-bb37-491a-be74-95d7916ee00a {{(pid=91887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:11:27.359525 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2126d7c9-8d7c-4fc8-9c94-518edf872c53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:27.411547 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a891fe9f-0263-4dcc-9513-c230a657f395 req-68097efb-7449-4468-a3b8-b68bafdff8e9 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564117 Jun 11 00:11:27.616131 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2126d7c9-8d7c-4fc8-9c94-518edf872c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3393294'] for subnet, precommit_delete_associations {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:27.660765 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2126d7c9-8d7c-4fc8-9c94-518edf872c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752867'] for subnet, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:27.718921 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2126d7c9-8d7c-4fc8-9c94-518edf872c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3175783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8802595'] for subnet, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:27.721814 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e1b04903-b9c2-4f5a-bc3a-29de5962cc05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:27.756328 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126d7c9-8d7c-4fc8-9c94-518edf872c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45871658-bb37-491a-be74-95d7916ee00a,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:27.758276 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2126d7c9-8d7c-4fc8-9c94-518edf872c53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:27.760181 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-2126d7c9-8d7c-4fc8-9c94-518edf872c53 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/45871658-bb37-491a-be74-95d7916ee00a HTTP/1.1" status: 204 len: 168 time: 0.4599829 Jun 11 00:11:27.761486 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-2126d7c9-8d7c-4fc8-9c94-518edf872c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:27.762627 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 40428) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:27.853791 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-42327185-6314-46d9-b961-cb8d83d446a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546938'] for network, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:27.952636 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166bf18-13be-40e3-8b28-5038c1cb48a4 req-e6acc02b-f34f-4edb-aa0e-9731cbf72198 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:27.954230 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7166bf18-13be-40e3-8b28-5038c1cb48a4 req-e6acc02b-f34f-4edb-aa0e-9731cbf72198 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 943 time: 0.0770850 Jun 11 00:11:27.976063 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-42327185-6314-46d9-b961-cb8d83d446a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750700', 'neutron.services.segments.db._delete_segments_for_network-8777603965615'] for network, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:27.991695 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-42327185-6314-46d9-b961-cb8d83d446a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492eebd4-65ab-46ca-92b2-bad4cb1d8386']}} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:27.997847 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7166bf18-13be-40e3-8b28-5038c1cb48a4 req-ed940416-b330-416f-9f82-2769c11f193d tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381317 Jun 11 00:11:28.013036 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-42327185-6314-46d9-b961-cb8d83d446a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0125c15-676d-4122-862e-1a4aea240514') {'for_net_delete': True} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:28.013453 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-42327185-6314-46d9-b961-cb8d83d446a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0125c15-676d-4122-862e-1a4aea240514') {} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:28.029439 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-42327185-6314-46d9-b961-cb8d83d446a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777603965444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3393303'] for segment, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:28.048116 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-42327185-6314-46d9-b961-cb8d83d446a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:28.053719 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42327185-6314-46d9-b961-cb8d83d446a2 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=91887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:11:28.054092 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-42327185-6314-46d9-b961-cb8d83d446a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3176440'] for segment, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: retrieve_revision_numbers = { Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: retrieve_revision_numbers = { Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: Traceback (most recent call last): Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: timer() Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: cb(*args, **kw) Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: return func(*args, **kwargs) Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: self._notify() Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: self.callback(batched_events) Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: event.method(event) Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: return f(self, *a, **k) Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: return self._get(url).json() Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: return self.request(url, 'GET', **kwargs) Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:11:28.055829 dv-cinder-786260-5-iscsi neutron-server[91887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:11:28.126899 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-42327185-6314-46d9-b961-cb8d83d446a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1807883'] for network, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:28.130598 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:28.132896 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-42327185-6314-46d9-b961-cb8d83d446a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:28.135184 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-42327185-6314-46d9-b961-cb8d83d446a2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/492eebd4-65ab-46ca-92b2-bad4cb1d8386 HTTP/1.1" status: 204 len: 168 time: 0.3716478 Jun 11 00:11:28.138104 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 40444) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:28.148466 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42327185-6314-46d9-b961-cb8d83d446a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=492eebd4-65ab-46ca-92b2-bad4cb1d8386,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:28.151318 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-42327185-6314-46d9-b961-cb8d83d446a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:28.190392 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_v2 [None req-adcb1219-a392-45e2-a020-5eb5516a23a2 admin admin] Deleting subnet 6243ffbb-7137-4343-8491-e1bd611f35dd {{(pid=91888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:11:28.193609 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-adcb1219-a392-45e2-a020-5eb5516a23a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:28.235287 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-adcb1219-a392-45e2-a020-5eb5516a23a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3200702'] for subnet, precommit_delete_associations {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:28.284773 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-adcb1219-a392-45e2-a020-5eb5516a23a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752867'] for subnet, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:28.315518 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 0186a787-8acd-4359-b3c8-b9e7c297bff5 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:11:28.354434 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-adcb1219-a392-45e2-a020-5eb5516a23a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3493816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555048'] for subnet, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:28.356773 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:28.389584 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb1219-a392-45e2-a020-5eb5516a23a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6243ffbb-7137-4343-8491-e1bd611f35dd,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:28.392295 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-adcb1219-a392-45e2-a020-5eb5516a23a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:28.396827 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-adcb1219-a392-45e2-a020-5eb5516a23a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for subnet, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:28.401540 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 40448) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:28.402079 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-adcb1219-a392-45e2-a020-5eb5516a23a2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6243ffbb-7137-4343-8491-e1bd611f35dd HTTP/1.1" status: 204 len: 168 time: 0.2623825 Jun 11 00:11:28.461239 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 0186a787-8acd-4359-b3c8-b9e7c297bff5, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0186a787-8acd-4359-b3c8-b9e7c297bff5,segment=NetworkSegment(856180f1-78cd-45fb-bffc-eafcba658df9),segment_id=856180f1-78cd-45fb-bffc-eafcba658df9)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:11:28.480414 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '0186a787-8acd-4359-b3c8-b9e7c297bff5', 'network_id': '0e428fc8-de7f-4b0a-974a-f75564bc129c', 'port_id': '0186a787-8acd-4359-b3c8-b9e7c297bff5', 'mac_address': 'fa:16:3e:b9:f5:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc676cb6-8d95-4f35-8f7e-54f156927d89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:11:28.503237 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fcbbf1f9-1508-439d-88a8-7f02ad634082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546938'] for network, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:28.548086 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:28.566083 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0186a787-8acd-4359-b3c8-b9e7c297bff5 {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:11:28.600591 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 0186a787-8acd-4359-b3c8-b9e7c297bff5, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0186a787-8acd-4359-b3c8-b9e7c297bff5,segment=NetworkSegment(856180f1-78cd-45fb-bffc-eafcba658df9),segment_id=856180f1-78cd-45fb-bffc-eafcba658df9)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:11:28.605802 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:28.614529 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-192e2bd1-ba23-443a-a77f-4b0bb0b3fea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:28.620137 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fcbbf1f9-1508-439d-88a8-7f02ad634082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750700', 'neutron.services.segments.db._delete_segments_for_network-8777603965615'] for network, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:28.631700 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-fcbbf1f9-1508-439d-88a8-7f02ad634082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832f2c0d-44ac-418c-8018-dd911c0c8900']}} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:28.644519 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-fcbbf1f9-1508-439d-88a8-7f02ad634082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93aeac66-1813-4a07-8f89-8919ea877671') {'for_net_delete': True} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:28.644832 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-fcbbf1f9-1508-439d-88a8-7f02ad634082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93aeac66-1813-4a07-8f89-8919ea877671') {} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:28.655410 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704c3f0-99d0-4f4b-ac4a-f6d0393c3412 req-8c66d2e3-6d7e-44ff-a370-648b4c6394b5 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:28.655410 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f704c3f0-99d0-4f4b-ac4a-f6d0393c3412 req-8c66d2e3-6d7e-44ff-a370-648b4c6394b5 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0922561 Jun 11 00:11:28.663068 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fcbbf1f9-1508-439d-88a8-7f02ad634082 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777603965444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3393303'] for segment, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:28.672864 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=0186a787-8acd-4359-b3c8-b9e7c297bff5,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:28.676603 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:28.693032 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fcbbf1f9-1508-439d-88a8-7f02ad634082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:28.699352 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f704c3f0-99d0-4f4b-ac4a-f6d0393c3412 req-16b93eaf-c60d-4136-b518-9cd1708df57c tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412421 Jun 11 00:11:28.701645 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbbf1f9-1508-439d-88a8-7f02ad634082 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=91887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:11:28.702161 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fcbbf1f9-1508-439d-88a8-7f02ad634082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3176440'] for segment, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: Traceback (most recent call last): Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: timer() Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: cb(*args, **kw) Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: return func(*args, **kwargs) Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: self._notify() Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: self.callback(batched_events) Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: event.method(event) Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: return f(self, *a, **k) Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: return self._get(url).json() Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: return self.request(url, 'GET', **kwargs) Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:11:28.703957 dv-cinder-786260-5-iscsi neutron-server[91887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:11:28.785064 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fcbbf1f9-1508-439d-88a8-7f02ad634082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1807883'] for network, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:28.788475 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:28.791526 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fcbbf1f9-1508-439d-88a8-7f02ad634082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:28.792685 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-fcbbf1f9-1508-439d-88a8-7f02ad634082 admin admin] 10.222.0.15 "DELETE /v2.0/networks/832f2c0d-44ac-418c-8018-dd911c0c8900 HTTP/1.1" status: 204 len: 168 time: 0.3900135 Jun 11 00:11:28.806738 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbf1f9-1508-439d-88a8-7f02ad634082 admin admin] Pushing event deleted for resources: {'Network': ['ID=832f2c0d-44ac-418c-8018-dd911c0c8900,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:28.809029 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-fcbbf1f9-1508-439d-88a8-7f02ad634082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:28.952502 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 40468) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:28.995910 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-a8127c49-7f90-410f-a12d-33afe6cad349 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=159d142a836d401a8194724edbf61fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421822 Jun 11 00:11:28.998254 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 40472) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:29.060200 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c1f85b6e-93be-4719-acb8-6bcffd1083a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:29.085207 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c1f85b6e-93be-4719-acb8-6bcffd1083a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:29.173091 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c1f85b6e-93be-4719-acb8-6bcffd1083a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:29.175787 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c1f85b6e-93be-4719-acb8-6bcffd1083a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:29.176862 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-c1f85b6e-93be-4719-acb8-6bcffd1083a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e99ec89-e2e4-4fab-974b-48860ad7fc53 HTTP/1.1" status: 204 len: 168 time: 0.1777310 Jun 11 00:11:29.182672 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-5d8738aa-ec7d-459e-8446-026a0fb0e330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:29.189850 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:11:29.193237 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f85b6e-93be-4719-acb8-6bcffd1083a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e99ec89-e2e4-4fab-974b-48860ad7fc53,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:29.195771 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-c1f85b6e-93be-4719-acb8-6bcffd1083a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:29.214831 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b057ba5-c6ff-45ce-89b7-39002cb6cb53 req-6c0f920f-c226-4f7f-833e-da37534cc71e tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:29.216364 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7b057ba5-c6ff-45ce-89b7-39002cb6cb53 req-6c0f920f-c226-4f7f-833e-da37534cc71e tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 944 time: 0.0955217 Jun 11 00:11:29.257370 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7b057ba5-c6ff-45ce-89b7-39002cb6cb53 req-877f8caa-3121-4481-9056-d2841186d04d tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355849 Jun 11 00:11:29.497701 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 40484) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:29.538969 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-26652aa9-acc3-4ba8-8e43-6e4c25bd5683 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13e4dad314e248c2bdef74c596a13475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400481 Jun 11 00:11:29.541683 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 40486) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:29.591861 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-27fdb648-dc90-4874-8c7c-9cc210e2ec9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:29.613807 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-27fdb648-dc90-4874-8c7c-9cc210e2ec9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:29.661305 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-27fdb648-dc90-4874-8c7c-9cc210e2ec9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:29.664100 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-27fdb648-dc90-4874-8c7c-9cc210e2ec9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:29.665733 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-27fdb648-dc90-4874-8c7c-9cc210e2ec9c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f1ad62c-2d39-40bd-9d1a-9ae20454dc51 HTTP/1.1" status: 204 len: 168 time: 0.1231489 Jun 11 00:11:29.666458 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-58cac7ec-2f54-4297-a573-e2b90316dec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:29.674611 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdb648-dc90-4874-8c7c-9cc210e2ec9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1ad62c-2d39-40bd-9d1a-9ae20454dc51,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:29.676803 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-27fdb648-dc90-4874-8c7c-9cc210e2ec9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:29.889521 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2035bef-c91c-4d4f-bc75-96b0cd8b8c24 req-0bc2a0fb-08bd-4ce3-96c6-36fff816fd64 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:29.890989 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c2035bef-c91c-4d4f-bc75-96b0cd8b8c24 req-0bc2a0fb-08bd-4ce3-96c6-36fff816fd64 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0753653 Jun 11 00:11:29.933345 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c2035bef-c91c-4d4f-bc75-96b0cd8b8c24 req-a8a1bb47-d71b-40ae-9d81-5a4089233a84 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366027 Jun 11 00:11:30.456628 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addddc4f-3aeb-4b8f-8eac-163fbbf4cf88 req-03c81e8b-e4f1-4b24-9de2-2f4f50bc94b4 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:30.458360 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-addddc4f-3aeb-4b8f-8eac-163fbbf4cf88 req-03c81e8b-e4f1-4b24-9de2-2f4f50bc94b4 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 944 time: 0.0808322 Jun 11 00:11:30.502217 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-addddc4f-3aeb-4b8f-8eac-163fbbf4cf88 req-a5bdc1a1-cbed-4019-8665-e94b46aa00d6 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383987 Jun 11 00:11:30.626217 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['0186a787-8acd-4359-b3c8-b9e7c297bff5'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:11:31.126913 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba663c6f-57f8-4e6a-8ada-456ad6db6c89 req-be019494-7224-482a-bacd-ce3c875c0950 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:31.128568 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ba663c6f-57f8-4e6a-8ada-456ad6db6c89 req-be019494-7224-482a-bacd-ce3c875c0950 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0804331 Jun 11 00:11:31.180015 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ba663c6f-57f8-4e6a-8ada-456ad6db6c89 req-a6b36b6d-7b42-47ce-9ae6-436e597d3c43 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438533 Jun 11 00:11:31.535686 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 40564) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:31.669577 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-80816688-b3d4-4c5e-952a-e86f6828a999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:31.745531 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c6912-2591-49fc-940d-31d125a78c1a req-b9e492d8-5b3b-4a1c-9093-86387691f4da tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:31.746903 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9d2c6912-2591-49fc-940d-31d125a78c1a req-b9e492d8-5b3b-4a1c-9093-86387691f4da tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 944 time: 0.1290770 Jun 11 00:11:31.809840 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9d2c6912-2591-49fc-940d-31d125a78c1a req-a21fd47e-a091-460d-bba4-7b460af215ee tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549204 Jun 11 00:11:31.849417 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-80816688-b3d4-4c5e-952a-e86f6828a999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:31.849417 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-80816688-b3d4-4c5e-952a-e86f6828a999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:31.849417 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-4458e42f-adef-4b01-ad0d-d8974a33af8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:31.887151 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-80816688-b3d4-4c5e-952a-e86f6828a999 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a229531446cb4b13aa8a88b1e467dc52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503730 Jun 11 00:11:31.888093 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80816688-b3d4-4c5e-952a-e86f6828a999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04badcf2-26ea-4883-8e03-0a74b0390a02,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:31.889831 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 40572) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:31.891034 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-80816688-b3d4-4c5e-952a-e86f6828a999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:31.950660 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-440713b9-6b19-493e-9760-c0ccae46cf78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:31.977004 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-440713b9-6b19-493e-9760-c0ccae46cf78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:32.032613 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-440713b9-6b19-493e-9760-c0ccae46cf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:32.035225 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-440713b9-6b19-493e-9760-c0ccae46cf78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:32.036384 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-440713b9-6b19-493e-9760-c0ccae46cf78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04badcf2-26ea-4883-8e03-0a74b0390a02 HTTP/1.1" status: 204 len: 168 time: 0.1450570 Jun 11 00:11:32.037167 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-b4df6db6-16d6-44de-8673-bd6179c13c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:32.046183 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440713b9-6b19-493e-9760-c0ccae46cf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04badcf2-26ea-4883-8e03-0a74b0390a02,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:32.048489 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-440713b9-6b19-493e-9760-c0ccae46cf78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:32.304272 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 40588) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:32.318957 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 0186a787-8acd-4359-b3c8-b9e7c297bff5 up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:11:32.331188 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-1bfde146-eda1-45c1-b48a-71508a880457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:32.425653 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning for port 0186a787-8acd-4359-b3c8-b9e7c297bff5 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:11:32.428860 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31dcbb-e65a-4a67-86de-662de9fbf350 req-0ea639ef-32f4-4c1f-88ba-c1692dce3aad tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:32.429904 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 0186a787-8acd-4359-b3c8-b9e7c297bff5 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:11:32.430818 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:32.431464 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-de31dcbb-e65a-4a67-86de-662de9fbf350 req-0ea639ef-32f4-4c1f-88ba-c1692dce3aad tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1200354 Jun 11 00:11:32.498956 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-de31dcbb-e65a-4a67-86de-662de9fbf350 req-a9879925-b2dc-409e-b696-4f3ea2b3a3fb tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514364 Jun 11 00:11:32.533776 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-1bfde146-eda1-45c1-b48a-71508a880457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:32.544845 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-1bfde146-eda1-45c1-b48a-71508a880457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:32.549252 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-1e88b1f4-c177-45e1-ae76-8eef254688a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:32.589912 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:32.591045 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-1bfde146-eda1-45c1-b48a-71508a880457 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42cd58b62b6b44978f47bf21254e97c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856276 Jun 11 00:11:32.592302 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfde146-eda1-45c1-b48a-71508a880457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850c2c61-7781-4d98-8ade-021d6cf5b91c,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:32.593761 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 40604) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:32.595310 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-1bfde146-eda1-45c1-b48a-71508a880457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:32.622011 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc803ec-6265-4679-a250-22492a27bab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0186a787-8acd-4359-b3c8-b9e7c297bff5'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:11:32.624624 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53352da0-0ff1-4380-be38-250b5e96b9a5" -d '{"events": [{"server_uuid": "dbc803ec-6265-4679-a250-22492a27bab8", "name": "network-vif-plugged", "status": "completed", "tag": "0186a787-8acd-4359-b3c8-b9e7c297bff5"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:11:32.642879 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 0186a787-8acd-4359-b3c8-b9e7c297bff5, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0186a787-8acd-4359-b3c8-b9e7c297bff5,segment=NetworkSegment(856180f1-78cd-45fb-bffc-eafcba658df9),segment_id=856180f1-78cd-45fb-bffc-eafcba658df9)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:11:32.648193 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:32.649917 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:32.658166 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-ed934425-dd92-4fab-9649-965efd699e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:32.679015 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b96ef7b-9a2b-4ffa-812d-943c82741f8b x-openstack-request-id: req-1b96ef7b-9a2b-4ffa-812d-943c82741f8b {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:11:32.679317 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc803ec-6265-4679-a250-22492a27bab8", "name": "network-vif-plugged", "status": "completed", "tag": "0186a787-8acd-4359-b3c8-b9e7c297bff5", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:11:32.679608 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b96ef7b-9a2b-4ffa-812d-943c82741f8b {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:11:32.680003 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc803ec-6265-4679-a250-22492a27bab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0186a787-8acd-4359-b3c8-b9e7c297bff5', 'code': 200} Jun 11 00:11:32.688590 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-ed934425-dd92-4fab-9649-965efd699e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:32.715488 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=0186a787-8acd-4359-b3c8-b9e7c297bff5,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:32.718550 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:32.744418 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-ed934425-dd92-4fab-9649-965efd699e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:32.746986 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-ed934425-dd92-4fab-9649-965efd699e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:32.748170 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-ed934425-dd92-4fab-9649-965efd699e6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/850c2c61-7781-4d98-8ade-021d6cf5b91c HTTP/1.1" status: 204 len: 168 time: 0.1533301 Jun 11 00:11:32.748944 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-91744095-bacd-4ee9-9a8b-78168fe6b977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:32.763524 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed934425-dd92-4fab-9649-965efd699e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850c2c61-7781-4d98-8ade-021d6cf5b91c,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:32.765744 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-ed934425-dd92-4fab-9649-965efd699e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:32.918742 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdee378-37c7-4d47-b529-fb265470c198 req-b5e20d87-1ed4-4471-9ad1-da93a01622df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:32.920445 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-ecdee378-37c7-4d47-b529-fb265470c198 req-b5e20d87-1ed4-4471-9ad1-da93a01622df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 1098 time: 0.0674689 Jun 11 00:11:32.959524 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-ecdee378-37c7-4d47-b529-fb265470c198 req-31e43916-9b3f-4630-b44b-8e650755cfc5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323951 Jun 11 00:11:33.013609 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3534df-ae11-4087-b385-fd1fc760197d req-9d03366e-b988-473f-ae37-36997addb9af tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:33.015157 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-fc3534df-ae11-4087-b385-fd1fc760197d req-9d03366e-b988-473f-ae37-36997addb9af tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 945 time: 0.0774605 Jun 11 00:11:33.061112 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-fc3534df-ae11-4087-b385-fd1fc760197d req-486cdde3-5d5b-45b4-ad8e-68786320f75d tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398881 Jun 11 00:11:33.098905 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 40618) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:33.115148 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a5bbb8cb-6606-41d2-ae1f-8f4461b47ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:33.227088 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a5bbb8cb-6606-41d2-ae1f-8f4461b47ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:33.233298 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a5bbb8cb-6606-41d2-ae1f-8f4461b47ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:33.235888 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-70f54b51-6c36-4421-a76c-66fedcfce7d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:33.267995 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 40624) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:33.280196 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-a5bbb8cb-6606-41d2-ae1f-8f4461b47ff2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d82e52a20bfd45128598485619bcb680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799138 Jun 11 00:11:33.282690 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bbb8cb-6606-41d2-ae1f-8f4461b47ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0d40a3-c7d6-4638-9f47-8847ddd6340a,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:33.283033 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 40628) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:33.285727 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-a5bbb8cb-6606-41d2-ae1f-8f4461b47ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:33.339108 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-2c790854-4acc-4fce-b06a-ccb29ddc925b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:33.364113 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-2c790854-4acc-4fce-b06a-ccb29ddc925b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:33.387775 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-72fd9d99-0e88-4426-bf5a-f07508a3ec08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:33.448578 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-2c790854-4acc-4fce-b06a-ccb29ddc925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:33.451145 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-2c790854-4acc-4fce-b06a-ccb29ddc925b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:33.452287 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-2c790854-4acc-4fce-b06a-ccb29ddc925b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe0d40a3-c7d6-4638-9f47-8847ddd6340a HTTP/1.1" status: 204 len: 168 time: 0.1682322 Jun 11 00:11:33.457519 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-54be7c9b-d69a-4777-910b-4a79df4786b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:33.472990 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c790854-4acc-4fce-b06a-ccb29ddc925b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0d40a3-c7d6-4638-9f47-8847ddd6340a,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:33.475991 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-2c790854-4acc-4fce-b06a-ccb29ddc925b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:33.551051 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-72fd9d99-0e88-4426-bf5a-f07508a3ec08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:33.559483 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-72fd9d99-0e88-4426-bf5a-f07508a3ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:33.568838 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-e782fe4e-ed52-4606-9632-c3d4a536acaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:33.636213 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd9d99-0e88-4426-bf5a-f07508a3ec08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f81ba7a-86bb-4e02-ab69-25857dfc263c,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:33.646050 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-72fd9d99-0e88-4426-bf5a-f07508a3ec08 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=abfcc273d4ca4d4c9c9ab1d447fb8482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745193 Jun 11 00:11:33.646740 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 40648) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:33.652332 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-72fd9d99-0e88-4426-bf5a-f07508a3ec08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:33.729173 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8c82392f-bb64-458b-bf1f-ad5494df989d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:33.739742 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff075e4-7106-44d7-b62b-399fded084e4 req-92423c9b-03cb-4f12-84f3-739603f39c8f tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:33.752969 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7ff075e4-7106-44d7-b62b-399fded084e4 req-92423c9b-03cb-4f12-84f3-739603f39c8f tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0982563 Jun 11 00:11:33.760705 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8c82392f-bb64-458b-bf1f-ad5494df989d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:33.813214 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7ff075e4-7106-44d7-b62b-399fded084e4 req-e7fa8fdd-13f9-40cb-a510-2c746206fecb tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588059 Jun 11 00:11:33.861923 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8c82392f-bb64-458b-bf1f-ad5494df989d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:33.866069 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8c82392f-bb64-458b-bf1f-ad5494df989d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:33.870538 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-8c82392f-bb64-458b-bf1f-ad5494df989d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f81ba7a-86bb-4e02-ab69-25857dfc263c HTTP/1.1" status: 204 len: 168 time: 0.2224889 Jun 11 00:11:33.871477 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-2222d469-9987-4f19-938b-9faa7eed8d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:33.882446 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82392f-bb64-458b-bf1f-ad5494df989d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f81ba7a-86bb-4e02-ab69-25857dfc263c,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:33.885742 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-8c82392f-bb64-458b-bf1f-ad5494df989d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:34.263229 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af526c7-8d08-48a3-a773-c5c76cd5ab30 req-9dea0664-e420-42b7-8397-2f16f1f60e53 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:34.264749 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4af526c7-8d08-48a3-a773-c5c76cd5ab30 req-9dea0664-e420-42b7-8397-2f16f1f60e53 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 945 time: 0.0791481 Jun 11 00:11:34.316580 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4af526c7-8d08-48a3-a773-c5c76cd5ab30 req-71aa6dc6-d676-4788-a3fd-0c68a3b7ad8a tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393569 Jun 11 00:11:35.014976 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abeb010-caac-4320-89f4-b6e45eb86f04 req-084a87e1-dc20-4734-bf48-5d9c35be3142 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:35.016482 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7abeb010-caac-4320-89f4-b6e45eb86f04 req-084a87e1-dc20-4734-bf48-5d9c35be3142 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0720723 Jun 11 00:11:35.057655 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7abeb010-caac-4320-89f4-b6e45eb86f04 req-99bf8870-63a6-46c3-9c7e-22ce71d50388 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353751 Jun 11 00:11:36.236773 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbfcd0-5f8e-483b-b545-51646f7aabfc req-d50724f3-3d63-4b1d-9793-b494a1a5d9ce tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:36.238191 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-51fbfcd0-5f8e-483b-b545-51646f7aabfc req-d50724f3-3d63-4b1d-9793-b494a1a5d9ce tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0693619 Jun 11 00:11:36.278617 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-51fbfcd0-5f8e-483b-b545-51646f7aabfc req-30cdb153-9f50-49fc-a575-8433addf16af tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346277 Jun 11 00:11:37.455708 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75cc24-15bb-43be-83e1-49a0d89f7916 req-e42f7552-16dd-4a77-996e-7801d05c1ecb tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:37.457069 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5f75cc24-15bb-43be-83e1-49a0d89f7916 req-e42f7552-16dd-4a77-996e-7801d05c1ecb tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0689964 Jun 11 00:11:37.504143 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5f75cc24-15bb-43be-83e1-49a0d89f7916 req-544d61af-94ab-48eb-8f32-9920d371e16a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409560 Jun 11 00:11:38.423704 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d8831-d086-46a0-bcd4-5b241016ebac req-4fc14369-dc5b-483d-83a8-33a94b7c10a9 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:38.425379 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-047d8831-d086-46a0-bcd4-5b241016ebac req-4fc14369-dc5b-483d-83a8-33a94b7c10a9 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 945 time: 0.0732336 Jun 11 00:11:38.468498 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-047d8831-d086-46a0-bcd4-5b241016ebac req-5b7013a0-090f-4e5c-838c-cae6084875e3 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374548 Jun 11 00:11:38.668414 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:38.701136 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45063122-8d64-414f-a5a2-801a52c884aa req-cd7e4901-1e65-4621-bc8b-f4f685c891b0 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:38.702627 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-45063122-8d64-414f-a5a2-801a52c884aa req-cd7e4901-1e65-4621-bc8b-f4f685c891b0 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0785127 Jun 11 00:11:38.745058 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-45063122-8d64-414f-a5a2-801a52c884aa req-32745452-e0c3-4e0e-93ba-150dc000d24f tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368536 Jun 11 00:11:39.648710 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bba91-b31d-42d0-a9e9-881ded3f2a59 req-af3a03e6-4770-45d4-8482-fb7138823a31 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:39.650706 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d63bba91-b31d-42d0-a9e9-881ded3f2a59 req-af3a03e6-4770-45d4-8482-fb7138823a31 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 945 time: 0.0713863 Jun 11 00:11:39.691412 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d63bba91-b31d-42d0-a9e9-881ded3f2a59 req-2ae8b7d8-7378-4202-ad2c-aca7642fe543 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349112 Jun 11 00:11:39.923505 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcaea7-c387-4d2a-b40c-493f425fea95 req-a6bc88c1-3929-46d9-a0ad-22d98ba554ae tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:39.924882 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-44fcaea7-c387-4d2a-b40c-493f425fea95 req-a6bc88c1-3929-46d9-a0ad-22d98ba554ae tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0671089 Jun 11 00:11:39.965141 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-44fcaea7-c387-4d2a-b40c-493f425fea95 req-a3862a56-0735-47ca-90da-bdae558dfdec tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348082 Jun 11 00:11:40.872859 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e47223-a4a7-4b6f-9f8a-b6626b544e85 req-6b3a27f0-473c-4fc9-abe9-aa810b02e596 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:40.874303 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-84e47223-a4a7-4b6f-9f8a-b6626b544e85 req-6b3a27f0-473c-4fc9-abe9-aa810b02e596 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 945 time: 0.0707967 Jun 11 00:11:41.086540 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-84e47223-a4a7-4b6f-9f8a-b6626b544e85 req-74912913-86b2-476b-9bc9-1b0d23db7da7 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067094 Jun 11 00:11:41.249990 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592661e-182f-4633-8ec1-245fe0f38fbc req-ccd469e4-1346-437b-82a2-e1e9fd95df83 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:41.251481 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f592661e-182f-4633-8ec1-245fe0f38fbc req-ccd469e4-1346-437b-82a2-e1e9fd95df83 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0668912 Jun 11 00:11:41.291643 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f592661e-182f-4633-8ec1-245fe0f38fbc req-1369425f-1333-4a8e-b153-c2e1e5bc5622 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344958 Jun 11 00:11:42.271715 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be91322-33dc-4ded-87cb-8678582dfc87 req-a5fbf046-837f-42e3-999b-3d685f855616 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:42.273161 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4be91322-33dc-4ded-87cb-8678582dfc87 req-a5fbf046-837f-42e3-999b-3d685f855616 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 945 time: 0.0717478 Jun 11 00:11:42.316888 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4be91322-33dc-4ded-87cb-8678582dfc87 req-736bb872-2994-4f65-a917-6d638869d963 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380473 Jun 11 00:11:42.507754 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb83d4f-d21d-46cf-8cda-5c40c1c6e6c1 req-acf9788b-785e-46e0-9f86-1f991a7fbc18 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:42.509473 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8cb83d4f-d21d-46cf-8cda-5c40c1c6e6c1 req-acf9788b-785e-46e0-9f86-1f991a7fbc18 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0901606 Jun 11 00:11:42.566748 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8cb83d4f-d21d-46cf-8cda-5c40c1c6e6c1 req-b1ccef48-de69-46c9-92c4-af4a0489370e tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500367 Jun 11 00:11:43.122169 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 40938) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:43.174132 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-bfaa5d05-9cd5-42dd-8941-e1145a2981cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:43.204142 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c44a1-9902-42fe-ae57-65c47be09086 req-fc82bdea-7c0e-4a03-b7d0-ada8104cbbbe tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:43.205588 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-845c44a1-9902-42fe-ae57-65c47be09086 req-fc82bdea-7c0e-4a03-b7d0-ada8104cbbbe tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 945 time: 0.0750372 Jun 11 00:11:43.240979 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-378039b7-e7c9-40fb-ba1d-5d0ce6b455e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:43.338673 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-845c44a1-9902-42fe-ae57-65c47be09086 req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Deleting port 0186a787-8acd-4359-b3c8-b9e7c297bff5 {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:11:43.339055 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-845c44a1-9902-42fe-ae57-65c47be09086 req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:43.350950 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-378039b7-e7c9-40fb-ba1d-5d0ce6b455e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:43.354965 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-378039b7-e7c9-40fb-ba1d-5d0ce6b455e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:43.358385 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-1bfde146-eda1-45c1-b48a-71508a880457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:43.401334 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-378039b7-e7c9-40fb-ba1d-5d0ce6b455e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d143835732674fce89ebccaff7b67da9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780402 Jun 11 00:11:43.402066 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378039b7-e7c9-40fb-ba1d-5d0ce6b455e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3873dfa-5484-4cfc-8f38-92f06427a3c4,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:43.404039 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 40944) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:43.421963 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378039b7-e7c9-40fb-ba1d-5d0ce6b455e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.422326 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378039b7-e7c9-40fb-ba1d-5d0ce6b455e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.423048 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378039b7-e7c9-40fb-ba1d-5d0ce6b455e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.423702 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378039b7-e7c9-40fb-ba1d-5d0ce6b455e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.424279 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378039b7-e7c9-40fb-ba1d-5d0ce6b455e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.424776 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378039b7-e7c9-40fb-ba1d-5d0ce6b455e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.425269 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378039b7-e7c9-40fb-ba1d-5d0ce6b455e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.425761 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378039b7-e7c9-40fb-ba1d-5d0ce6b455e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.426275 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378039b7-e7c9-40fb-ba1d-5d0ce6b455e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.426615 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378039b7-e7c9-40fb-ba1d-5d0ce6b455e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.426954 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378039b7-e7c9-40fb-ba1d-5d0ce6b455e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.427289 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378039b7-e7c9-40fb-ba1d-5d0ce6b455e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.432735 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-378039b7-e7c9-40fb-ba1d-5d0ce6b455e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:43.474279 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-845c44a1-9902-42fe-ae57-65c47be09086 req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] For port 0186a787-8acd-4359-b3c8-b9e7c297bff5, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0186a787-8acd-4359-b3c8-b9e7c297bff5,segment=NetworkSegment(856180f1-78cd-45fb-bffc-eafcba658df9),segment_id=856180f1-78cd-45fb-bffc-eafcba658df9)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:11:43.474727 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-845c44a1-9902-42fe-ae57-65c47be09086 req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:43.513245 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3f598c5d-b835-4a91-a2c8-02c224191080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:43.563941 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3f598c5d-b835-4a91-a2c8-02c224191080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:43.573882 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-845c44a1-9902-42fe-ae57-65c47be09086 req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Calling delete_port for 0186a787-8acd-4359-b3c8-b9e7c297bff5 owned by compute:nova {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:11:43.617057 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a20d3d-132a-4f58-8cda-95072c5787e7 req-b21e9bcd-0a3e-4d48-843e-d2304f96ed2c tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:43.619192 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a0a20d3d-132a-4f58-8cda-95072c5787e7 req-b21e9bcd-0a3e-4d48-843e-d2304f96ed2c tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbc803ec-6265-4679-a250-22492a27bab8 HTTP/1.1" status: 200 len: 945 time: 0.1661677 Jun 11 00:11:43.671086 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a0a20d3d-132a-4f58-8cda-95072c5787e7 req-9bae87d1-7e5f-4a98-a537-ab9c313d2212 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.15 "GET /v2.0/security-groups?id=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454013 Jun 11 00:11:43.672418 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3f598c5d-b835-4a91-a2c8-02c224191080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:43.676109 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3f598c5d-b835-4a91-a2c8-02c224191080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:43.690774 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-3f598c5d-b835-4a91-a2c8-02c224191080 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3873dfa-5484-4cfc-8f38-92f06427a3c4 HTTP/1.1" status: 204 len: 168 time: 0.2749431 Jun 11 00:11:43.691732 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-2c790854-4acc-4fce-b06a-ccb29ddc925b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:43.724391 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f598c5d-b835-4a91-a2c8-02c224191080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3873dfa-5484-4cfc-8f38-92f06427a3c4,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:43.736491 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-3f598c5d-b835-4a91-a2c8-02c224191080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:43.847759 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180138f-f3e8-471b-afc7-ffc5d707b4f2 req-84e80d25-3780-4498-a9f4-2ecece6b3174 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:43.855502 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-845c44a1-9902-42fe-ae57-65c47be09086 req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:43.856021 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c180138f-f3e8-471b-afc7-ffc5d707b4f2 req-84e80d25-3780-4498-a9f4-2ecece6b3174 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1180866 Jun 11 00:11:43.861326 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:43.871009 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['0186a787-8acd-4359-b3c8-b9e7c297bff5'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:11:43.900522 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Pushing event deleted for resources: {'Port': ['ID=0186a787-8acd-4359-b3c8-b9e7c297bff5,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:43.906783 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c180138f-f3e8-471b-afc7-ffc5d707b4f2 req-cf2e5e37-ebcc-4619-b18b-40cbb5520147 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497968 Jun 11 00:11:43.992036 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-845c44a1-9902-42fe-ae57-65c47be09086 req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] No DVR routers for this DVR port 0186a787-8acd-4359-b3c8-b9e7c297bff5 on host hv-cinder-78626 {{(pid=91887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:11:43.995997 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.996369 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.996798 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.997159 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.997514 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.997866 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.998214 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.998681 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.998963 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.999315 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:43.999698 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:44.000015 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:44.007867 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-845c44a1-9902-42fe-ae57-65c47be09086 req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:44.010111 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-845c44a1-9902-42fe-ae57-65c47be09086 req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] 10.222.0.21 "DELETE /v2.0/ports/0186a787-8acd-4359-b3c8-b9e7c297bff5 HTTP/1.1" status: 204 len: 173 time: 0.7983646 Jun 11 00:11:44.010643 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc803ec-6265-4679-a250-22492a27bab8', 'name': 'network-vif-deleted', 'tag': '0186a787-8acd-4359-b3c8-b9e7c297bff5'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:11:44.026240 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ae2563-b21e-47a7-bc98-7cfe0f16040c" -d '{"events": [{"server_uuid": "dbc803ec-6265-4679-a250-22492a27bab8", "name": "network-vif-deleted", "tag": "0186a787-8acd-4359-b3c8-b9e7c297bff5"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:11:44.032433 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:44.084900 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cc48fa-1d71-4a74-9e7f-f6097c679ef5 x-openstack-request-id: req-16cc48fa-1d71-4a74-9e7f-f6097c679ef5 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:11:44.085377 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc803ec-6265-4679-a250-22492a27bab8", "name": "network-vif-deleted", "tag": "0186a787-8acd-4359-b3c8-b9e7c297bff5", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:11:44.085771 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16cc48fa-1d71-4a74-9e7f-f6097c679ef5 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:11:44.086347 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc803ec-6265-4679-a250-22492a27bab8', 'name': 'network-vif-deleted', 'tag': '0186a787-8acd-4359-b3c8-b9e7c297bff5', 'status': 'completed', 'code': 200} Jun 11 00:11:44.612309 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 41026) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:44.764144 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-3d9f7f5b-5a21-47b4-933a-e8af68bffa2a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1337754269-network', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:11:44.792245 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9f7f5b-5a21-47b4-933a-e8af68bffa2a admin admin] Made reservation on behalf of d4b2c02cca8342d0a2e79a10f15436f0 for: {'network': 1} {{(pid=91888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:11:44.794954 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7f5b-5a21-47b4-933a-e8af68bffa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for network, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:44.818535 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7f5b-5a21-47b4-933a-e8af68bffa2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:44.937364 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7f5b-5a21-47b4-933a-e8af68bffa2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:44.941823 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7f5b-5a21-47b4-933a-e8af68bffa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:44.952702 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-dabb7f19-8b4d-4879-8b4b-fb8ec53e0de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:44.979736 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9f7f5b-5a21-47b4-933a-e8af68bffa2a admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=91888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:11:44.989199 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f7f5b-5a21-47b4-933a-e8af68bffa2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42195843-7140-4bba-a054-032689bd08e9,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:44.998373 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-3d9f7f5b-5a21-47b4-933a-e8af68bffa2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:45.000911 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7f5b-5a21-47b4-933a-e8af68bffa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:45.001334 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.segments_db [None req-3d9f7f5b-5a21-47b4-933a-e8af68bffa2a admin admin] Added segment 6bb04621-31b3-44a8-b1b3-52fe43128c03 of type vlan for network 2b268359-8d07-449e-a75e-0d00b0644849 Jun 11 00:11:45.061705 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7f5b-5a21-47b4-933a-e8af68bffa2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777603396253'] for network, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:45.142977 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7f5b-5a21-47b4-933a-e8af68bffa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395'] for network, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:45.153912 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9f7f5b-5a21-47b4-933a-e8af68bffa2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:45.154477 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7f5b-5a21-47b4-933a-e8af68bffa2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:45.158688 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-bb0501ec-66ed-4905-9d2e-fc567527fa93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:45.201319 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-3d9f7f5b-5a21-47b4-933a-e8af68bffa2a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5840635 Jun 11 00:11:45.201683 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 41060) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:45.206606 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-607bee17-38f6-4df9-9eb1-a4f38237ed90 admin admin] Request body: {'subnet': {'network_id': '2b268359-8d07-449e-a75e-0d00b0644849', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1337754269-subnet', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'ip_version': 4}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:11:45.235774 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607bee17-38f6-4df9-9eb1-a4f38237ed90 admin admin] Made reservation on behalf of d4b2c02cca8342d0a2e79a10f15436f0 for: {'subnet': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:11:45.247620 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-607bee17-38f6-4df9-9eb1-a4f38237ed90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8802620'] for subnet, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:45.254549 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f7f5b-5a21-47b4-933a-e8af68bffa2a admin admin] Pushing event updated for resources: {'Network': ['ID=2b268359-8d07-449e-a75e-0d00b0644849,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:45.264179 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518752c-4288-4455-af41-99a7553f72ae req-22751ea5-2823-4bf5-b054-12927824a544 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:45.266993 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Network 2b268359-8d07-449e-a75e-0d00b0644849 details requested by agent ovs-agent-dv-cinder-786260-5-iscsi with host dv-cinder-786260-5-iscsi {{(pid=91889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:11:45.281620 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8518752c-4288-4455-af41-99a7553f72ae req-22751ea5-2823-4bf5-b054-12927824a544 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1966393 Jun 11 00:11:45.282520 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-3d9f7f5b-5a21-47b4-933a-e8af68bffa2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:45.369479 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8518752c-4288-4455-af41-99a7553f72ae req-10043c13-60ee-4039-b257-b4301d5520c8 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807152 Jun 11 00:11:45.526019 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-607bee17-38f6-4df9-9eb1-a4f38237ed90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3175718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8802602'] for subnet, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:45.530273 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-3956109f-10ea-46f0-8e18-5d8733895ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:45.609259 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607bee17-38f6-4df9-9eb1-a4f38237ed90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed01ecf-2424-4b04-ae9c-d7b603ee3ccb,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:45.613722 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-607bee17-38f6-4df9-9eb1-a4f38237ed90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:45.624308 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607bee17-38f6-4df9-9eb1-a4f38237ed90 admin admin] Checking segment: {'id': '6bb04621-31b3-44a8-b1b3-52fe43128c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:11:45.624920 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607bee17-38f6-4df9-9eb1-a4f38237ed90 admin admin] Network hostable DHCP agents. Network: 2b268359-8d07-449e-a75e-0d00b0644849, hostable agents: ['ce8ef649-8289-40e7-a272-310ee0704403'], hosted agents: [] {{(pid=91887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:11:45.644521 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607bee17-38f6-4df9-9eb1-a4f38237ed90 admin admin] Network 2b268359-8d07-449e-a75e-0d00b0644849 is scheduled to be hosted by DHCP agent ce8ef649-8289-40e7-a272-310ee0704403 with binding_index 1 {{(pid=91887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:11:45.654385 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-607bee17-38f6-4df9-9eb1-a4f38237ed90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-iscsi, 2b268359-8d07-449e-a75e-0d00b0644849) {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:11:45.659128 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607bee17-38f6-4df9-9eb1-a4f38237ed90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:45.659785 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-607bee17-38f6-4df9-9eb1-a4f38237ed90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:45.667352 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75876c56-9846-45d9-b45b-1ec3ddcfc752 None None] Network 2b268359-8d07-449e-a75e-0d00b0644849 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:11:45.687634 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 41096) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:45.688196 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-607bee17-38f6-4df9-9eb1-a4f38237ed90 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4851007 Jun 11 00:11:45.695182 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1337754269-router', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:11:45.736243 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1805805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57663'] for router, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:45.738132 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1805640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807546', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1829555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57654'] for router, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:45.798816 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-c4e0151a-41ad-472d-8949-c90de10cc20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:45.821599 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:45.913461 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb50485c-9bec-542c-b087-b5f348a75376-2b268359-8d07-449e-a75e-0d00b0644849', 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'fixed_ips': [{'subnet_id': 'bed01ecf-2424-4b04-ae9c-d7b603ee3ccb'}]}} from dv-cinder-786260-5-iscsi. {{(pid=91889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 00:11:45.914528 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:45.937797 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:46.050703 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1807539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1805791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57796'] for router, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:46.130193 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.db_base_plugin_common [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Allocated IP 172.20.0.2 (2b268359-8d07-449e-a75e-0d00b0644849/bed01ecf-2424-4b04-ae9c-d7b603ee3ccb/ebe1275e-280c-4f04-9e25-8402a523fd30) {{(pid=91889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:11:46.320256 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Notify callbacks [] for port, precommit_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:46.328721 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Transition to ACTIVE for port object ebe1275e-280c-4f04-9e25-8402a523fd30 will not be triggered until provisioned by entity L2. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:11:46.345050 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Transition to ACTIVE for port object ebe1275e-280c-4f04-9e25-8402a523fd30 will not be triggered until provisioned by entity DHCP. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:11:46.351843 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:46.354929 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:46.386162 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:46.421619 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:46.533353 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 0186a787-8acd-4359-b3c8-b9e7c297bff5 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:11:46.568901 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] No Port match for: 0186a787-8acd-4359-b3c8-b9e7c297bff5 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:11:46.569519 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 0186a787-8acd-4359-b3c8-b9e7c297bff5 not bound to the agent host hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:11:46.574518 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Network 2b268359-8d07-449e-a75e-0d00b0644849 is already hosted by enough agents. {{(pid=91889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:11:46.582251 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.scheduler.base_scheduler [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Resources bound (agent type, host, resource id): {{(pid=91889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:11:46.585782 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Received port after_create {{(pid=91889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:11:46.597622 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Pushing event updated for resources: {'Port': ['ID=ebe1275e-280c-4f04-9e25-8402a523fd30,revision_number=1']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:46.627465 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:46.647428 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_common [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] Allocated IP 172.27.0.33 (ac6ac806-5702-4387-9142-a5902410ace9/3051342c-25eb-4552-a861-7cf92af851d2/eb92dd9d-846a-455a-8c05-669357a4c6e6) {{(pid=91888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:11:46.677575 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Attempting to bind port ebe1275e-280c-4f04-9e25-8402a523fd30 on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:11:46.678211 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Attempting to bind port ebe1275e-280c-4f04-9e25-8402a523fd30 by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': '6bb04621-31b3-44a8-b1b3-52fe43128c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849'}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:11:46.678769 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Attempting to bind port ebe1275e-280c-4f04-9e25-8402a523fd30 on network 2b268359-8d07-449e-a75e-0d00b0644849 {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:11:46.684604 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:11:46.685204 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Checking segment: {'id': '6bb04621-31b3-44a8-b1b3-52fe43128c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:11:46.685616 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:46.686188 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Bound using segment: {'id': '6bb04621-31b3-44a8-b1b3-52fe43128c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849'} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:11:46.686851 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Bound port: ebe1275e-280c-4f04-9e25-8402a523fd30, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb04621-31b3-44a8-b1b3-52fe43128c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849'}}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:11:46.687234 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:46.735740 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad1b44-3e5d-4639-a7de-9153145148c0 req-8bda37f6-7dcf-4cde-a89a-74f28ecfebe1 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:46.743330 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-20ad1b44-3e5d-4639-a7de-9153145148c0 req-8bda37f6-7dcf-4cde-a89a-74f28ecfebe1 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1883166 Jun 11 00:11:46.790887 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] For port ebe1275e-280c-4f04-9e25-8402a523fd30, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:11:46.798293 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] For port ebe1275e-280c-4f04-9e25-8402a523fd30, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=ebe1275e-280c-4f04-9e25-8402a523fd30,segment=NetworkSegment(6bb04621-31b3-44a8-b1b3-52fe43128c03),segment_id=6bb04621-31b3-44a8-b1b3-52fe43128c03)] {{(pid=91889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:11:46.803564 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:46.814536 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-d9344e04-0891-4980-af61-d6410b3f23c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:46.877941 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-20ad1b44-3e5d-4639-a7de-9153145148c0 req-10f86168-f901-4258-8ac3-ad2778a9d962 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336563 Jun 11 00:11:46.928142 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Pushing event updated for resources: {'Port': ['ID=ebe1275e-280c-4f04-9e25-8402a523fd30,revision_number=2']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:46.933256 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:46.937834 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:46.998776 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3493225'] for port, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:47.001959 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:47.032210 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:47.065587 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] Network ac6ac806-5702-4387-9142-a5902410ace9 is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:11:47.083637 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:11:47.089247 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] Received port after_create {{(pid=91888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:11:47.094947 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] Pushing event updated for resources: {'Port': ['ID=eb92dd9d-846a-455a-8c05-669357a4c6e6,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:47.123685 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:47.490543 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:47.857411 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2086e3-f47b-49b2-8408-f325ffbbe25b None None] Network 2b268359-8d07-449e-a75e-0d00b0644849 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:11:47.959010 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-bf9112d6-2e73-4530-beb8-6ec81dc11339 None None] Provisioning for port ebe1275e-280c-4f04-9e25-8402a523fd30 completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:11:47.976798 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808123'] for router, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:48.163342 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device ebe1275e-280c-4f04-9e25-8402a523fd30 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:11:48.233811 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port ebe1275e-280c-4f04-9e25-8402a523fd30 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:11:48.238354 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port ebe1275e-280c-4f04-9e25-8402a523fd30 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:11:48.238740 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:48.264164 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef897a-41eb-41d3-b251-fb1393ac08f2 req-458741b6-40eb-4035-9663-b8707ec81489 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:48.265792 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a3ef897a-41eb-41d3-b251-fb1393ac08f2 req-458741b6-40eb-4035-9663-b8707ec81489 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.2188737 Jun 11 00:11:48.304909 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] Router d1e80f2f-8b31-4019-a35d-c37f9c727fa8 is scheduled to L3 agent 13048256-9efd-4e96-9632-a13a528604ea with binding_index 1 {{(pid=91888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 00:11:48.323510 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a3ef897a-41eb-41d3-b251-fb1393ac08f2 req-51ea6cd6-beb8-4897-8cbb-94b0b666f64d tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501349 Jun 11 00:11:48.354692 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:48.403326 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port ebe1275e-280c-4f04-9e25-8402a523fd30, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=ebe1275e-280c-4f04-9e25-8402a523fd30,segment=NetworkSegment(6bb04621-31b3-44a8-b1b3-52fe43128c03),segment_id=6bb04621-31b3-44a8-b1b3-52fe43128c03)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:11:48.413098 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:48.415824 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:48.444314 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:48.454473 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-34a5602b-f5ce-418c-a576-3d7379d58a45 None None] Provisioning complete for port ebe1275e-280c-4f04-9e25-8402a523fd30 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:11:48.454473 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-34a5602b-f5ce-418c-a576-3d7379d58a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:48.470803 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:11:48.479970 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] Sync routers for ids ['d1e80f2f-8b31-4019-a35d-c37f9c727fa8'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:11:48.490545 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] Routers {'d1e80f2f-8b31-4019-a35d-c37f9c727fa8'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:11:48.491152 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:11:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['d1e80f2f-8b31-4019-a35d-c37f9c727fa8'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:48.493186 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] Notify callbacks [] for router, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:48.495079 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8048749 Jun 11 00:11:48.497756 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 41162) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:48.525370 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=ebe1275e-280c-4f04-9e25-8402a523fd30,revision_number=3']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:48.529390 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:48.643110 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] Set router d1e80f2f-8b31-4019-a35d-c37f9c727fa8 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:11:48.880788 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'name': 'tempest-TestShelveInstance-1337754269-router', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:45Z', 'updated_at': '2021-06-11T00:11:47Z', 'revision_number': 3, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'gw_port': {'id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:46Z', 'updated_at': '2021-06-11T00:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:48.884611 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] Checking router: d1e80f2f-8b31-4019-a35d-c37f9c727fa8 for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:11:48.884980 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] Updating router d1e80f2f-8b31-4019-a35d-c37f9c727fa8 port eb92dd9d-846a-455a-8c05-669357a4c6e6 binding host dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:11:48.924521 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:49.086896 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:49.218607 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:49.229355 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.provisioning_blocks [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] Transition to ACTIVE for port object eb92dd9d-846a-455a-8c05-669357a4c6e6 will not be triggered until provisioned by entity L2. {{(pid=91890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:11:49.236588 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:49.239852 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:49.291647 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] Attempting to bind port eb92dd9d-846a-455a-8c05-669357a4c6e6 on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:11:49.292023 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] Attempting to bind port eb92dd9d-846a-455a-8c05-669357a4c6e6 by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:11:49.292388 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] Attempting to bind port eb92dd9d-846a-455a-8c05-669357a4c6e6 on network ac6ac806-5702-4387-9142-a5902410ace9 {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:11:49.299718 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:11:49.300092 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] Checking segment: {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:11:49.300508 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:49.300899 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] Bound using segment: {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:11:49.301365 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] Bound port: eb92dd9d-846a-455a-8c05-669357a4c6e6, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:11:49.301758 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:49.307145 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062b6ab-aa70-44e9-99ca-ecca361a2ad0 None None] Pushing event updated for resources: {'Port': ['ID=eb92dd9d-846a-455a-8c05-669357a4c6e6,revision_number=2']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:49.309995 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_common [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Allocated IP 172.20.0.1 (2b268359-8d07-449e-a75e-0d00b0644849/bed01ecf-2424-4b04-ae9c-d7b603ee3ccb/78e5891c-afb7-4f75-8cef-618abd2f9eb1) {{(pid=91888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:11:49.339721 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b6ab-aa70-44e9-99ca-ecca361a2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:49.339986 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b6ab-aa70-44e9-99ca-ecca361a2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:49.340325 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b6ab-aa70-44e9-99ca-ecca361a2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:49.340661 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b6ab-aa70-44e9-99ca-ecca361a2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:49.340986 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b6ab-aa70-44e9-99ca-ecca361a2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:49.341311 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b6ab-aa70-44e9-99ca-ecca361a2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:49.341636 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b6ab-aa70-44e9-99ca-ecca361a2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:49.341956 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b6ab-aa70-44e9-99ca-ecca361a2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:49.342293 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b6ab-aa70-44e9-99ca-ecca361a2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:49.342613 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b6ab-aa70-44e9-99ca-ecca361a2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:49.342929 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b6ab-aa70-44e9-99ca-ecca361a2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:49.343243 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b6ab-aa70-44e9-99ca-ecca361a2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:49.355584 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-5062b6ab-aa70-44e9-99ca-ecca361a2ad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:49.385587 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] For port eb92dd9d-846a-455a-8c05-669357a4c6e6, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:11:49.388735 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] For port eb92dd9d-846a-455a-8c05-669357a4c6e6, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=eb92dd9d-846a-455a-8c05-669357a4c6e6,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:11:49.393951 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:49.397584 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:49.459136 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:49.465448 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] Routers {'d1e80f2f-8b31-4019-a35d-c37f9c727fa8'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:11:49.466068 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:11:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['d1e80f2f-8b31-4019-a35d-c37f9c727fa8'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:49.499390 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.provisioning_blocks [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Transition to ACTIVE for port object 78e5891c-afb7-4f75-8cef-618abd2f9eb1 will not be triggered until provisioned by entity DHCP. {{(pid=91888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:11:49.561685 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eff64b-0671-4f50-acae-db3614c68643 req-8b0458c7-8de7-4aa7-8964-d23ef92f3ed2 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:49.563984 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-31eff64b-0671-4f50-acae-db3614c68643 req-8b0458c7-8de7-4aa7-8964-d23ef92f3ed2 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1171546 Jun 11 00:11:49.579777 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3493225'] for port, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:49.703140 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062b6ab-aa70-44e9-99ca-ecca361a2ad0 None None] Pushing event updated for resources: {'Port': ['ID=eb92dd9d-846a-455a-8c05-669357a4c6e6,revision_number=3']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:49.716441 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-5062b6ab-aa70-44e9-99ca-ecca361a2ad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:49.748842 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] Set router d1e80f2f-8b31-4019-a35d-c37f9c727fa8 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:11:49.780036 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-063b8f59-91f2-4816-876f-ca35b1b18a5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:49.834547 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Network 2b268359-8d07-449e-a75e-0d00b0644849 is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:11:49.843745 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-31eff64b-0671-4f50-acae-db3614c68643 req-a291d652-289b-4316-b41f-183a0db7e28d tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738287 Jun 11 00:11:49.844227 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:11:49.848766 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Received port after_create {{(pid=91888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:11:49.884374 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Pushing event updated for resources: {'Port': ['ID=78e5891c-afb7-4f75-8cef-618abd2f9eb1,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:49.887889 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:49.917696 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808700'] for router_interface, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:50.010901 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'name': 'tempest-TestShelveInstance-1337754269-router', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:45Z', 'updated_at': '2021-06-11T00:11:47Z', 'revision_number': 3, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'gw_port': {'id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:46Z', 'updated_at': '2021-06-11T00:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:50.014550 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2741ce0-f630-4ee8-81c7-0534ad3b2bb8 None None] The sync data for ids ['d1e80f2f-8b31-4019-a35d-c37f9c727fa8'] in dv-cinder-786260-5-iscsi is: [{'id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'name': 'tempest-TestShelveInstance-1337754269-router', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:45Z', 'updated_at': '2021-06-11T00:11:47Z', 'revision_number': 3, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'gw_port': {'id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:46Z', 'updated_at': '2021-06-11T00:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:11:50.113915 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device ebe1275e-280c-4f04-9e25-8402a523fd30 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:11:50.163066 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-451cd07e-c2d8-4648-ad19-457609a59e48 None None] Provisioning for port 78e5891c-afb7-4f75-8cef-618abd2f9eb1 completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:11:50.171095 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-451cd07e-c2d8-4648-ad19-457609a59e48 None None] Provisioning complete for port 78e5891c-afb7-4f75-8cef-618abd2f9eb1 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:11:50.171518 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-451cd07e-c2d8-4648-ad19-457609a59e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:50.191883 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:50.228193 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-451cd07e-c2d8-4648-ad19-457609a59e48 None None] Port 78e5891c-afb7-4f75-8cef-618abd2f9eb1 cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:11:50.232762 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port ebe1275e-280c-4f04-9e25-8402a523fd30 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:11:50.233293 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:50.470844 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:50.475915 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3493243'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:50.478942 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:50.565523 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808712'] for router_interface, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:50.567393 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Pushing event updated for resources: {'Port': ['ID=78e5891c-afb7-4f75-8cef-618abd2f9eb1,revision_number=2']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:50.570450 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:50.691093 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Network 2b268359-8d07-449e-a75e-0d00b0644849 is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:11:50.692826 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:11:50.873936 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Router d1e80f2f-8b31-4019-a35d-c37f9c727fa8 has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:11:50.956070 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-a4f1b5a1-1c99-4bc0-ab3c-f740eabad179 None None] Provisioning complete for port 78e5891c-afb7-4f75-8cef-618abd2f9eb1 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:11:50.956652 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-a4f1b5a1-1c99-4bc0-ab3c-f740eabad179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:51.002872 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-a4f1b5a1-1c99-4bc0-ab3c-f740eabad179 None None] Port 78e5891c-afb7-4f75-8cef-618abd2f9eb1 cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:11:51.079241 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:11:51.084608 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] 10.222.0.15 "PUT /v2.0/routers/d1e80f2f-8b31-4019-a35d-c37f9c727fa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5840390 Jun 11 00:11:51.096936 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c38ef-7b7a-4e86-beef-8fd8d98145a1 req-49bbc16f-d2a7-4861-94f6-b30cb17eeda5 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:51.097850 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-689c38ef-7b7a-4e86-beef-8fd8d98145a1 req-49bbc16f-d2a7-4861-94f6-b30cb17eeda5 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1086030 Jun 11 00:11:51.141985 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-689c38ef-7b7a-4e86-beef-8fd8d98145a1 req-a0d08f91-6a2e-48a5-a7b8-2015dde9403b tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373476 Jun 11 00:11:51.583070 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 41208) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:51.588086 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-63f6810b-0b57-4a3b-9b34-710e390e3345 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1111876791-network', 'tenant_id': '701978039f3b4aee894504b9eb57addc'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:11:51.611067 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f6810b-0b57-4a3b-9b34-710e390e3345 admin admin] Made reservation on behalf of 701978039f3b4aee894504b9eb57addc for: {'network': 1} {{(pid=91888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:11:51.613489 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-63f6810b-0b57-4a3b-9b34-710e390e3345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for network, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:51.625077 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-63f6810b-0b57-4a3b-9b34-710e390e3345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:51.686731 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] Sync routers for ids ['d1e80f2f-8b31-4019-a35d-c37f9c727fa8'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:11:51.697452 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] Routers {'d1e80f2f-8b31-4019-a35d-c37f9c727fa8'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:11:51.698148 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:11:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['d1e80f2f-8b31-4019-a35d-c37f9c727fa8'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:51.758424 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-63f6810b-0b57-4a3b-9b34-710e390e3345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:51.764404 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-63f6810b-0b57-4a3b-9b34-710e390e3345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:51.768177 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:51.802573 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f6810b-0b57-4a3b-9b34-710e390e3345 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=91888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:11:51.809040 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6810b-0b57-4a3b-9b34-710e390e3345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40777a86-d4d9-40a9-ac38-0e6c2c34cae9,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:51.812499 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-63f6810b-0b57-4a3b-9b34-710e390e3345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:51.820707 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-63f6810b-0b57-4a3b-9b34-710e390e3345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:51.820835 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.segments_db [None req-63f6810b-0b57-4a3b-9b34-710e390e3345 admin admin] Added segment 9e46909d-efb4-4cc6-b847-a5b60a5d9a06 of type vlan for network 2c1f79ac-a82c-400f-9b62-d2c3237f8785 Jun 11 00:11:51.898118 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-63f6810b-0b57-4a3b-9b34-710e390e3345 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777603396253'] for network, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:51.931955 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] Set router d1e80f2f-8b31-4019-a35d-c37f9c727fa8 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:11:51.939904 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-63f6810b-0b57-4a3b-9b34-710e390e3345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395'] for network, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:51.941656 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f6810b-0b57-4a3b-9b34-710e390e3345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:51.942318 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-63f6810b-0b57-4a3b-9b34-710e390e3345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:51.945443 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-3d9f7f5b-5a21-47b4-933a-e8af68bffa2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:51.991804 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-63f6810b-0b57-4a3b-9b34-710e390e3345 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4074044 Jun 11 00:11:51.994925 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 41234) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:52.000665 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-df26af91-5c3c-49b8-af2b-7a8d7eab3efe admin admin] Request body: {'subnet': {'network_id': '2c1f79ac-a82c-400f-9b62-d2c3237f8785', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1111876791-subnet', 'tenant_id': '701978039f3b4aee894504b9eb57addc', 'ip_version': 4}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:11:52.034546 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df26af91-5c3c-49b8-af2b-7a8d7eab3efe admin admin] Made reservation on behalf of 701978039f3b4aee894504b9eb57addc for: {'subnet': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:11:52.037796 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-df26af91-5c3c-49b8-af2b-7a8d7eab3efe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8802620'] for subnet, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:52.046203 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6810b-0b57-4a3b-9b34-710e390e3345 admin admin] Pushing event updated for resources: {'Network': ['ID=2c1f79ac-a82c-400f-9b62-d2c3237f8785,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:52.052429 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-63f6810b-0b57-4a3b-9b34-710e390e3345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:52.080563 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Network 2c1f79ac-a82c-400f-9b62-d2c3237f8785 details requested by agent ovs-agent-dv-cinder-786260-5-iscsi with host dv-cinder-786260-5-iscsi {{(pid=91889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:11:52.241896 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82f428-c3ef-4317-9062-b335200b2c5b req-8f1f7559-86f4-47b7-a49c-9c906bb187ac tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:52.244358 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6b82f428-c3ef-4317-9062-b335200b2c5b req-8f1f7559-86f4-47b7-a49c-9c906bb187ac tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.1271150 Jun 11 00:11:52.312232 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-df26af91-5c3c-49b8-af2b-7a8d7eab3efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3175718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8802602'] for subnet, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:52.315051 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:52.332317 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6b82f428-c3ef-4317-9062-b335200b2c5b req-d3d158c5-7261-43a2-b4b4-ff77ed4a801e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820663 Jun 11 00:11:52.366787 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device eb92dd9d-846a-455a-8c05-669357a4c6e6 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:11:52.381962 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147618b2-0cbb-4e24-987b-39196a704339 req-8a7532eb-6e0f-433f-95ce-4668b0254181 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:52.384878 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-147618b2-0cbb-4e24-987b-39196a704339 req-8a7532eb-6e0f-433f-95ce-4668b0254181 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1019752 Jun 11 00:11:52.389838 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26af91-5c3c-49b8-af2b-7a8d7eab3efe admin admin] Pushing event updated for resources: {'Subnet': ['ID=06aaa511-4b33-4f3c-a700-80f814dee249,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:52.397887 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-df26af91-5c3c-49b8-af2b-7a8d7eab3efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:52.407723 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df26af91-5c3c-49b8-af2b-7a8d7eab3efe admin admin] Checking segment: {'id': '9e46909d-efb4-4cc6-b847-a5b60a5d9a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c1f79ac-a82c-400f-9b62-d2c3237f8785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:11:52.408589 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df26af91-5c3c-49b8-af2b-7a8d7eab3efe admin admin] Network hostable DHCP agents. Network: 2c1f79ac-a82c-400f-9b62-d2c3237f8785, hostable agents: ['ce8ef649-8289-40e7-a272-310ee0704403'], hosted agents: [] {{(pid=91887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:11:52.435030 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df26af91-5c3c-49b8-af2b-7a8d7eab3efe admin admin] Network 2c1f79ac-a82c-400f-9b62-d2c3237f8785 is scheduled to be hosted by DHCP agent ce8ef649-8289-40e7-a272-310ee0704403 with binding_index 1 {{(pid=91887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:11:52.450040 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-df26af91-5c3c-49b8-af2b-7a8d7eab3efe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-iscsi, 2c1f79ac-a82c-400f-9b62-d2c3237f8785) {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:11:52.456174 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df26af91-5c3c-49b8-af2b-7a8d7eab3efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:52.456695 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-df26af91-5c3c-49b8-af2b-7a8d7eab3efe admin admin] Notify callbacks [] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:52.476790 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-df26af91-5c3c-49b8-af2b-7a8d7eab3efe admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4805431 Jun 11 00:11:52.480874 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 41244) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:52.484299 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-147618b2-0cbb-4e24-987b-39196a704339 req-e5f0f80d-48e6-4850-9dad-67912c753584 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877669 Jun 11 00:11:52.487779 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18714742-79b7-497a-b620-4c4fc84908ce None None] Network 2c1f79ac-a82c-400f-9b62-d2c3237f8785 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:11:52.490291 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1111876791-router', 'tenant_id': '701978039f3b4aee894504b9eb57addc', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:11:52.513520 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1805805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57663'] for router, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:52.514873 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1805640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807546', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1829555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57654'] for router, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:52.577793 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port eb92dd9d-846a-455a-8c05-669357a4c6e6 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:11:52.593210 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port eb92dd9d-846a-455a-8c05-669357a4c6e6 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:11:52.593593 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:52.594349 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:52.671409 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'name': 'tempest-TestShelveInstance-1337754269-router', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:45Z', 'updated_at': '2021-06-11T00:11:50Z', 'revision_number': 4, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'gw_port': {'id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:46Z', 'updated_at': '2021-06-11T00:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '78e5891c-afb7-4f75-8cef-618abd2f9eb1', 'name': '', 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'mac_address': 'fa:16:3e:cb:28:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'bed01ecf-2424-4b04-ae9c-d7b603ee3ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:49Z', 'updated_at': '2021-06-11T00:11:50Z', 'revision_number': 2, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'subnets': [{'id': 'bed01ecf-2424-4b04-ae9c-d7b603ee3ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:52.704860 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] Checking router: d1e80f2f-8b31-4019-a35d-c37f9c727fa8 for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:11:52.705625 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] Updating router d1e80f2f-8b31-4019-a35d-c37f9c727fa8 port 78e5891c-afb7-4f75-8cef-618abd2f9eb1 binding host dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:11:52.753645 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:52.817543 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1807539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1805791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57796'] for router, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:52.877086 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:52.885468 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb50485c-9bec-542c-b087-b5f348a75376-2c1f79ac-a82c-400f-9b62-d2c3237f8785', 'network_id': '2c1f79ac-a82c-400f-9b62-d2c3237f8785', 'tenant_id': '701978039f3b4aee894504b9eb57addc', 'fixed_ips': [{'subnet_id': '06aaa511-4b33-4f3c-a700-80f814dee249'}]}} from dv-cinder-786260-5-iscsi. {{(pid=91889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 00:11:52.887058 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:52.986693 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port eb92dd9d-846a-455a-8c05-669357a4c6e6, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=eb92dd9d-846a-455a-8c05-669357a4c6e6,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:11:53.000686 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:53.004703 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:53.090694 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:53.120514 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:53.198421 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=eb92dd9d-846a-455a-8c05-669357a4c6e6,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:53.225014 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:53.236719 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] Allocated IP 172.27.0.225 (ac6ac806-5702-4387-9142-a5902410ace9/3051342c-25eb-4552-a861-7cf92af851d2/1251624b-42f7-46cb-b025-55671b93e458) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:11:53.279103 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.db_base_plugin_common [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Allocated IP 172.20.0.2 (2c1f79ac-a82c-400f-9b62-d2c3237f8785/06aaa511-4b33-4f3c-a700-80f814dee249/00d93960-3d95-442d-9a63-bff1420e3bfd) {{(pid=91889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:11:53.366945 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:53.411281 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:53.414102 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:53.432440 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] Notify callbacks [] for port, precommit_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:53.453886 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] Transition to ACTIVE for port object 78e5891c-afb7-4f75-8cef-618abd2f9eb1 will not be triggered until provisioned by entity L2. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:11:53.458066 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] Network ac6ac806-5702-4387-9142-a5902410ace9 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:11:53.460955 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:53.461148 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:11:53.465723 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:11:53.465875 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:53.566464 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ff0e4-0e16-41c4-b43c-b785d08e756c None None] Pushing event updated for resources: {'Port': ['ID=78e5891c-afb7-4f75-8cef-618abd2f9eb1,revision_number=3']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:53.572592 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-074ff0e4-0e16-41c4-b43c-b785d08e756c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:53.588157 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b930e0-225d-41e4-a8ed-033b1595f5f7 req-07d45aef-c048-4a4c-8045-3733865082f1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:53.595768 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b9b930e0-225d-41e4-a8ed-033b1595f5f7 req-07d45aef-c048-4a4c-8045-3733865082f1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.0963373 Jun 11 00:11:53.679601 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Notify callbacks [] for port, precommit_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:53.709055 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b9b930e0-225d-41e4-a8ed-033b1595f5f7 req-870044d1-c76c-412c-94c5-97b410b53150 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103816 Jun 11 00:11:53.729692 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] Attempting to bind port 78e5891c-afb7-4f75-8cef-618abd2f9eb1 on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:11:53.730754 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] Attempting to bind port 78e5891c-afb7-4f75-8cef-618abd2f9eb1 by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': '6bb04621-31b3-44a8-b1b3-52fe43128c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849'}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:11:53.731293 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] Attempting to bind port 78e5891c-afb7-4f75-8cef-618abd2f9eb1 on network 2b268359-8d07-449e-a75e-0d00b0644849 {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:11:53.733995 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Transition to ACTIVE for port object 00d93960-3d95-442d-9a63-bff1420e3bfd will not be triggered until provisioned by entity L2. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:11:53.748270 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:11:53.749105 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] Checking segment: {'id': '6bb04621-31b3-44a8-b1b3-52fe43128c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:11:53.749731 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:53.750324 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] Bound using segment: {'id': '6bb04621-31b3-44a8-b1b3-52fe43128c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849'} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:11:53.751008 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] Bound port: 78e5891c-afb7-4f75-8cef-618abd2f9eb1, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb04621-31b3-44a8-b1b3-52fe43128c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849'}}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:11:53.751640 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:53.753000 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43f62c-fb74-4dce-95cc-d17d57734f2b req-1c395b90-dff1-4a14-adc6-2b1e8054f74c tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:53.754920 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5c43f62c-fb74-4dce-95cc-d17d57734f2b req-1c395b90-dff1-4a14-adc6-2b1e8054f74c tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1114426 Jun 11 00:11:53.765981 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] Pushing event updated for resources: {'Port': ['ID=1251624b-42f7-46cb-b025-55671b93e458,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:53.771413 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Transition to ACTIVE for port object 00d93960-3d95-442d-9a63-bff1420e3bfd will not be triggered until provisioned by entity DHCP. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:11:53.780103 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:53.810796 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:53.815847 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:53.844497 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5c43f62c-fb74-4dce-95cc-d17d57734f2b req-adcd4aae-eef1-47a2-be92-ebf0b9bc2e90 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701439 Jun 11 00:11:53.900172 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Network 2c1f79ac-a82c-400f-9b62-d2c3237f8785 is already hosted by enough agents. {{(pid=91889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:11:53.910894 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] For port 78e5891c-afb7-4f75-8cef-618abd2f9eb1, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:11:53.914383 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.scheduler.base_scheduler [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Resources bound (agent type, host, resource id): {{(pid=91889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:11:53.917987 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] For port 78e5891c-afb7-4f75-8cef-618abd2f9eb1, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=78e5891c-afb7-4f75-8cef-618abd2f9eb1,segment=NetworkSegment(6bb04621-31b3-44a8-b1b3-52fe43128c03),segment_id=6bb04621-31b3-44a8-b1b3-52fe43128c03)] {{(pid=91889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:11:53.919017 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Pushing event updated for resources: {'Port': ['ID=00d93960-3d95-442d-9a63-bff1420e3bfd,revision_number=1']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:53.921483 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Received port after_create {{(pid=91889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:11:53.926220 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:53.929738 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:53.932358 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:54.053673 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Attempting to bind port 00d93960-3d95-442d-9a63-bff1420e3bfd on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:11:54.054057 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Attempting to bind port 00d93960-3d95-442d-9a63-bff1420e3bfd by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': '9e46909d-efb4-4cc6-b847-a5b60a5d9a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c1f79ac-a82c-400f-9b62-d2c3237f8785'}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:11:54.054446 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Attempting to bind port 00d93960-3d95-442d-9a63-bff1420e3bfd on network 2c1f79ac-a82c-400f-9b62-d2c3237f8785 {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:11:54.061109 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] Routers {'d1e80f2f-8b31-4019-a35d-c37f9c727fa8'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:11:54.061754 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:11:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['d1e80f2f-8b31-4019-a35d-c37f9c727fa8'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:54.065165 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ff0e4-0e16-41c4-b43c-b785d08e756c None None] Pushing event updated for resources: {'Port': ['ID=78e5891c-afb7-4f75-8cef-618abd2f9eb1,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:54.069013 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-074ff0e4-0e16-41c4-b43c-b785d08e756c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:54.069965 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:11:54.070350 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Checking segment: {'id': '9e46909d-efb4-4cc6-b847-a5b60a5d9a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c1f79ac-a82c-400f-9b62-d2c3237f8785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:11:54.070761 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:54.071157 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Bound using segment: {'id': '9e46909d-efb4-4cc6-b847-a5b60a5d9a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c1f79ac-a82c-400f-9b62-d2c3237f8785'} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:11:54.072302 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Bound port: 00d93960-3d95-442d-9a63-bff1420e3bfd, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e46909d-efb4-4cc6-b847-a5b60a5d9a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c1f79ac-a82c-400f-9b62-d2c3237f8785'}}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:11:54.072631 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:54.109935 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:54.279293 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device eb92dd9d-846a-455a-8c05-669357a4c6e6 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:11:54.409431 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808123'] for router, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:54.484705 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] Set router d1e80f2f-8b31-4019-a35d-c37f9c727fa8 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:11:54.526065 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] For port 00d93960-3d95-442d-9a63-bff1420e3bfd, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:11:54.529560 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port eb92dd9d-846a-455a-8c05-669357a4c6e6 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:11:54.529949 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:54.572627 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] Router 2b501d1a-da98-40c1-bd6f-9abfe7317ebd is scheduled to L3 agent 13048256-9efd-4e96-9632-a13a528604ea with binding_index 1 {{(pid=91887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 00:11:54.581810 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] For port 00d93960-3d95-442d-9a63-bff1420e3bfd, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=00d93960-3d95-442d-9a63-bff1420e3bfd,segment=NetworkSegment(9e46909d-efb4-4cc6-b847-a5b60a5d9a06),segment_id=9e46909d-efb4-4cc6-b847-a5b60a5d9a06)] {{(pid=91889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:11:54.634717 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:54.636607 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:54.718442 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:11:54.728616 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] Sync routers for ids ['2b501d1a-da98-40c1-bd6f-9abfe7317ebd'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:11:54.742308 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] Notify callbacks [] for router, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:54.744596 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2625473 Jun 11 00:11:54.747289 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 41294) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:54.760378 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] Routers {'2b501d1a-da98-40c1-bd6f-9abfe7317ebd'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:11:54.761128 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:11:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['2b501d1a-da98-40c1-bd6f-9abfe7317ebd'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:54.791994 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Pushing event updated for resources: {'Port': ['ID=00d93960-3d95-442d-9a63-bff1420e3bfd,revision_number=2']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:54.823417 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:55.050735 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'name': 'tempest-TestShelveInstance-1337754269-router', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:45Z', 'updated_at': '2021-06-11T00:11:50Z', 'revision_number': 4, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'gw_port': {'id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:46Z', 'updated_at': '2021-06-11T00:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '78e5891c-afb7-4f75-8cef-618abd2f9eb1', 'name': '', 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'mac_address': 'fa:16:3e:cb:28:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'bed01ecf-2424-4b04-ae9c-d7b603ee3ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:49Z', 'updated_at': '2021-06-11T00:11:53Z', 'revision_number': 4, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'subnets': [{'id': 'bed01ecf-2424-4b04-ae9c-d7b603ee3ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:55.054684 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de2c0c5-8507-4638-846e-36e9b65b6c5d None None] The sync data for ids ['d1e80f2f-8b31-4019-a35d-c37f9c727fa8'] in dv-cinder-786260-5-iscsi is: [{'id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'name': 'tempest-TestShelveInstance-1337754269-router', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:45Z', 'updated_at': '2021-06-11T00:11:50Z', 'revision_number': 4, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'gw_port': {'id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:46Z', 'updated_at': '2021-06-11T00:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '78e5891c-afb7-4f75-8cef-618abd2f9eb1', 'name': '', 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'mac_address': 'fa:16:3e:cb:28:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'bed01ecf-2424-4b04-ae9c-d7b603ee3ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:49Z', 'updated_at': '2021-06-11T00:11:53Z', 'revision_number': 4, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'subnets': [{'id': 'bed01ecf-2424-4b04-ae9c-d7b603ee3ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:11:55.116328 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95640529-ee59-4c65-9ced-35c6b85dca0f req-ef99030e-0cb4-4fa0-a383-fa4e73744215 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:55.126980 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-95640529-ee59-4c65-9ced-35c6b85dca0f req-ef99030e-0cb4-4fa0-a383-fa4e73744215 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.1069977 Jun 11 00:11:55.169649 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] Set router 2b501d1a-da98-40c1-bd6f-9abfe7317ebd gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:11:55.281886 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-95640529-ee59-4c65-9ced-35c6b85dca0f req-66daf509-156b-4ba2-a429-1412846d660e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507723 Jun 11 00:11:55.315615 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f97d9f-a88e-4fa0-8732-5667fc11eccb req-e8014b38-137b-4b0d-960a-8d0e482c1070 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:55.324433 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c6f97d9f-a88e-4fa0-8732-5667fc11eccb req-e8014b38-137b-4b0d-960a-8d0e482c1070 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1470723 Jun 11 00:11:55.387713 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c6f97d9f-a88e-4fa0-8732-5667fc11eccb req-53fdb043-1508-4190-8f89-c58b2fc4afab tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611267 Jun 11 00:11:55.535800 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b501d1a-da98-40c1-bd6f-9abfe7317ebd', 'name': 'tempest-TestShelveInstance-1111876791-router', 'tenant_id': '701978039f3b4aee894504b9eb57addc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1251624b-42f7-46cb-b025-55671b93e458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:52Z', 'updated_at': '2021-06-11T00:11:53Z', 'revision_number': 3, 'project_id': '701978039f3b4aee894504b9eb57addc', 'gw_port': {'id': '1251624b-42f7-46cb-b025-55671b93e458', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b501d1a-da98-40c1-bd6f-9abfe7317ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:53Z', 'updated_at': '2021-06-11T00:11:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:55.541289 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] Checking router: 2b501d1a-da98-40c1-bd6f-9abfe7317ebd for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:11:55.541653 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] Updating router 2b501d1a-da98-40c1-bd6f-9abfe7317ebd port 1251624b-42f7-46cb-b025-55671b93e458 binding host dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:11:55.578197 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:55.591083 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:55.832667 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Allocated IP 172.20.0.1 (2c1f79ac-a82c-400f-9b62-d2c3237f8785/06aaa511-4b33-4f3c-a700-80f814dee249/abad35cc-b220-4cc3-91f9-964f0e73b4b0) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:11:56.031068 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b2b28d-760d-4697-bff7-1bcd10da8772 None None] Network 2c1f79ac-a82c-400f-9b62-d2c3237f8785 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:11:56.153140 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:56.184400 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.provisioning_blocks [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] Transition to ACTIVE for port object 1251624b-42f7-46cb-b025-55671b93e458 will not be triggered until provisioned by entity L2. {{(pid=91890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:11:56.202355 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:56.205110 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:56.418364 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] Attempting to bind port 1251624b-42f7-46cb-b025-55671b93e458 on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:11:56.418783 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] Attempting to bind port 1251624b-42f7-46cb-b025-55671b93e458 by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:11:56.419164 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] Attempting to bind port 1251624b-42f7-46cb-b025-55671b93e458 on network ac6ac806-5702-4387-9142-a5902410ace9 {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:11:56.430699 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 78e5891c-afb7-4f75-8cef-618abd2f9eb1 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:11:56.438964 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-aa6e75ef-1e71-49a6-af0e-5094f55e0fad None None] Provisioning for port 00d93960-3d95-442d-9a63-bff1420e3bfd completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:11:56.467976 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:11:56.468730 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] Checking segment: {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:11:56.468988 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:56.469249 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] Bound using segment: {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:11:56.469758 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] Bound port: 1251624b-42f7-46cb-b025-55671b93e458, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:11:56.470168 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:56.522222 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:56.537244 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Transition to ACTIVE for port object abad35cc-b220-4cc3-91f9-964f0e73b4b0 will not be triggered until provisioned by entity DHCP. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:11:56.675489 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:56.684105 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] For port 1251624b-42f7-46cb-b025-55671b93e458, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:11:56.693328 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:56.693694 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] For port 1251624b-42f7-46cb-b025-55671b93e458, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=1251624b-42f7-46cb-b025-55671b93e458,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:11:56.707810 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:56.710481 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac81ea-0de6-4c17-b213-dfe176e803bb None None] Pushing event updated for resources: {'Port': ['ID=1251624b-42f7-46cb-b025-55671b93e458,revision_number=2']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:56.752386 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-32ac81ea-0de6-4c17-b213-dfe176e803bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:56.754378 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-32ac81ea-0de6-4c17-b213-dfe176e803bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:56.789068 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Network 2c1f79ac-a82c-400f-9b62-d2c3237f8785 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:11:56.794136 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:11:56.797801 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:11:56.902844 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port 78e5891c-afb7-4f75-8cef-618abd2f9eb1 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:11:56.910022 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac81ea-0de6-4c17-b213-dfe176e803bb None None] Pushing event updated for resources: {'Port': ['ID=1251624b-42f7-46cb-b025-55671b93e458,revision_number=3']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:56.919406 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-32ac81ea-0de6-4c17-b213-dfe176e803bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:56.928370 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 78e5891c-afb7-4f75-8cef-618abd2f9eb1 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:11:56.930883 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:56.966653 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] Routers {'2b501d1a-da98-40c1-bd6f-9abfe7317ebd'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:11:56.967630 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:11:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['2b501d1a-da98-40c1-bd6f-9abfe7317ebd'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:57.034279 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 41378) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:57.035218 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Pushing event updated for resources: {'Port': ['ID=abad35cc-b220-4cc3-91f9-964f0e73b4b0,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:57.042042 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:57.090866 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70667eae-7dcf-4780-b054-951e5f75096c req-3f856cf9-3575-4b7a-8ec3-767cb32c0574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:57.097242 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-70667eae-7dcf-4780-b054-951e5f75096c req-3f856cf9-3575-4b7a-8ec3-767cb32c0574 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 1099 time: 0.5167019 Jun 11 00:11:57.105009 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808700'] for router_interface, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:57.184309 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] Set router 2b501d1a-da98-40c1-bd6f-9abfe7317ebd gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:11:57.312936 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-70667eae-7dcf-4780-b054-951e5f75096c req-0efdc57b-b9ba-49b7-839a-181f0f9fa8f3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024822 Jun 11 00:11:57.329650 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:57.413925 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port 78e5891c-afb7-4f75-8cef-618abd2f9eb1, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=78e5891c-afb7-4f75-8cef-618abd2f9eb1,segment=NetworkSegment(6bb04621-31b3-44a8-b1b3-52fe43128c03),segment_id=6bb04621-31b3-44a8-b1b3-52fe43128c03)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:11:57.420193 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:57.421471 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 00d93960-3d95-442d-9a63-bff1420e3bfd up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:11:57.424236 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:57.513695 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5e79e2df-bacd-4752-b945-b969a70183ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:57.536095 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784bf9-115b-414f-8cf6-c30505d82adc req-f312ff72-5fef-4cc1-bb39-40653cc499a3 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:57.538768 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-52784bf9-115b-414f-8cf6-c30505d82adc req-f312ff72-5fef-4cc1-bb39-40653cc499a3 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.8777645 Jun 11 00:11:57.567642 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62002717-5c44-4b4d-9142-6e8230aa4f10 req-6baa52ac-05e2-4618-aa96-889be00033cd tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:57.576130 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-62002717-5c44-4b4d-9142-6e8230aa4f10 req-6baa52ac-05e2-4618-aa96-889be00033cd tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.8888509 Jun 11 00:11:57.672797 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-62002717-5c44-4b4d-9142-6e8230aa4f10 req-0c00aae9-d95e-4e95-afaf-7724ded4cd1b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955844 Jun 11 00:11:57.695647 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=78e5891c-afb7-4f75-8cef-618abd2f9eb1,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:57.717654 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:57.730063 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-52784bf9-115b-414f-8cf6-c30505d82adc req-23c62c5d-d73a-4b89-9465-c8f3910ffcf0 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493070 Jun 11 00:11:57.757690 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:57.760610 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:57.763160 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:57.764047 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:57.766739 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:57.767472 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:57.768017 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:57.768555 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:57.769120 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:57.769633 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:57.770140 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:57.770667 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:11:57.776251 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:57.802810 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port 00d93960-3d95-442d-9a63-bff1420e3bfd completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:11:57.810281 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 00d93960-3d95-442d-9a63-bff1420e3bfd triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:11:57.811048 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:57.814427 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-10da1525-4e1a-43ec-988b-36f59fdd1b14 None None] Provisioning complete for port 00d93960-3d95-442d-9a63-bff1420e3bfd triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:11:57.815037 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-10da1525-4e1a-43ec-988b-36f59fdd1b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:58.120111 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b501d1a-da98-40c1-bd6f-9abfe7317ebd', 'name': 'tempest-TestShelveInstance-1111876791-router', 'tenant_id': '701978039f3b4aee894504b9eb57addc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1251624b-42f7-46cb-b025-55671b93e458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:52Z', 'updated_at': '2021-06-11T00:11:53Z', 'revision_number': 3, 'project_id': '701978039f3b4aee894504b9eb57addc', 'gw_port': {'id': '1251624b-42f7-46cb-b025-55671b93e458', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b501d1a-da98-40c1-bd6f-9abfe7317ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:53Z', 'updated_at': '2021-06-11T00:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:11:58.120849 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5e79e2df-bacd-4752-b945-b969a70183ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:58.126653 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d2d3c-70df-4b09-b5f9-6739726c0cb5 None None] The sync data for ids ['2b501d1a-da98-40c1-bd6f-9abfe7317ebd'] in dv-cinder-786260-5-iscsi is: [{'id': '2b501d1a-da98-40c1-bd6f-9abfe7317ebd', 'name': 'tempest-TestShelveInstance-1111876791-router', 'tenant_id': '701978039f3b4aee894504b9eb57addc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1251624b-42f7-46cb-b025-55671b93e458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:52Z', 'updated_at': '2021-06-11T00:11:53Z', 'revision_number': 3, 'project_id': '701978039f3b4aee894504b9eb57addc', 'gw_port': {'id': '1251624b-42f7-46cb-b025-55671b93e458', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b501d1a-da98-40c1-bd6f-9abfe7317ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:53Z', 'updated_at': '2021-06-11T00:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:11:58.131857 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5e79e2df-bacd-4752-b945-b969a70183ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:58.194851 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-5bbbc54d-2c6c-4e7e-81b8-9400f6b016c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:58.235202 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79e2df-bacd-4752-b945-b969a70183ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89df95a6-b61c-47a3-a040-91a69b6ea828,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:58.236022 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-10da1525-4e1a-43ec-988b-36f59fdd1b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:58.251920 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-5e79e2df-bacd-4752-b945-b969a70183ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:58.314737 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-10da1525-4e1a-43ec-988b-36f59fdd1b14 None None] For port 00d93960-3d95-442d-9a63-bff1420e3bfd, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=00d93960-3d95-442d-9a63-bff1420e3bfd,segment=NetworkSegment(9e46909d-efb4-4cc6-b847-a5b60a5d9a06),segment_id=9e46909d-efb4-4cc6-b847-a5b60a5d9a06)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:11:58.317441 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-5e79e2df-bacd-4752-b945-b969a70183ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0cae092a8af7440589876fa9f7782794&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2740853 Jun 11 00:11:58.320004 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 41414) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:58.326488 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-10da1525-4e1a-43ec-988b-36f59fdd1b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:58.359866 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:58.425175 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:58.434401 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:58.438476 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c651606c-66b4-499d-b7d2-5085905a8c04 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:58.447560 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da1525-4e1a-43ec-988b-36f59fdd1b14 None None] Pushing event updated for resources: {'Port': ['ID=00d93960-3d95-442d-9a63-bff1420e3bfd,revision_number=3']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:58.452342 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-10da1525-4e1a-43ec-988b-36f59fdd1b14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:58.481029 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-10da1525-4e1a-43ec-988b-36f59fdd1b14 None None] Provisioning for port abad35cc-b220-4cc3-91f9-964f0e73b4b0 completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:11:58.488916 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-10da1525-4e1a-43ec-988b-36f59fdd1b14 None None] Provisioning complete for port abad35cc-b220-4cc3-91f9-964f0e73b4b0 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:11:58.489308 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-10da1525-4e1a-43ec-988b-36f59fdd1b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:58.540487 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-10da1525-4e1a-43ec-988b-36f59fdd1b14 None None] Port abad35cc-b220-4cc3-91f9-964f0e73b4b0 cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:11:58.545588 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-16bcf210-0b2e-47c1-92d0-d3c526a70e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:58.633993 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808712'] for router_interface, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:58.635866 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Pushing event updated for resources: {'Port': ['ID=abad35cc-b220-4cc3-91f9-964f0e73b4b0,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:58.640682 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:58.669091 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-16bcf210-0b2e-47c1-92d0-d3c526a70e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:58.689288 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-2dc43580-6a8a-47c6-88ba-07e40c818ddc None None] Provisioning complete for port abad35cc-b220-4cc3-91f9-964f0e73b4b0 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:11:58.689711 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-2dc43580-6a8a-47c6-88ba-07e40c818ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:58.755977 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-2dc43580-6a8a-47c6-88ba-07e40c818ddc None None] Port abad35cc-b220-4cc3-91f9-964f0e73b4b0 cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:11:58.764157 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 78e5891c-afb7-4f75-8cef-618abd2f9eb1 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:11:58.867403 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Network 2c1f79ac-a82c-400f-9b62-d2c3237f8785 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:11:58.871831 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:11:58.906070 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 78e5891c-afb7-4f75-8cef-618abd2f9eb1 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:11:58.906528 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:58.907816 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-16bcf210-0b2e-47c1-92d0-d3c526a70e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:58.910409 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-16bcf210-0b2e-47c1-92d0-d3c526a70e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:58.924812 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-16bcf210-0b2e-47c1-92d0-d3c526a70e08 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89df95a6-b61c-47a3-a040-91a69b6ea828 HTTP/1.1" status: 204 len: 168 time: 0.5905907 Jun 11 00:11:58.925733 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-c4ab297a-ce91-4137-8132-494617406bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:11:58.975122 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcf210-0b2e-47c1-92d0-d3c526a70e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89df95a6-b61c-47a3-a040-91a69b6ea828,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:11:58.995968 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-16bcf210-0b2e-47c1-92d0-d3c526a70e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:11:59.202915 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 41434) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:11:59.207442 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 00d93960-3d95-442d-9a63-bff1420e3bfd up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:11:59.356226 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Router 2b501d1a-da98-40c1-bd6f-9abfe7317ebd has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:11:59.434387 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 00d93960-3d95-442d-9a63-bff1420e3bfd triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:11:59.437808 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:59.446595 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-8896cdd2-efe7-4c99-8b84-70a832e6789f None None] Provisioning complete for port abad35cc-b220-4cc3-91f9-964f0e73b4b0 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:11:59.450330 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-8896cdd2-efe7-4c99-8b84-70a832e6789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:11:59.484464 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e92da-e8a0-47ba-ad39-e93e98940842 req-37134043-5abb-4728-9b08-0007e184efb7 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:59.497462 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-805e92da-e8a0-47ba-ad39-e93e98940842 req-37134043-5abb-4728-9b08-0007e184efb7 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.4483120 Jun 11 00:11:59.579467 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90525369-0b7c-48ce-87a1-5fb40b448b64 req-a9eb78ca-a2ae-4f4c-b88b-a23a97a0792d tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:11:59.585115 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-90525369-0b7c-48ce-87a1-5fb40b448b64 req-a9eb78ca-a2ae-4f4c-b88b-a23a97a0792d tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.4101841 Jun 11 00:11:59.632012 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-8896cdd2-efe7-4c99-8b84-70a832e6789f None None] Port abad35cc-b220-4cc3-91f9-964f0e73b4b0 cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:11:59.654841 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-805e92da-e8a0-47ba-ad39-e93e98940842 req-e102be49-f79a-4a8e-8b7e-af2065a11bda tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564605 Jun 11 00:11:59.763168 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-90525369-0b7c-48ce-87a1-5fb40b448b64 req-eaf63686-9524-4a94-979c-965085506a1e tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165442 Jun 11 00:11:59.802298 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:11:59.814697 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] 10.222.0.15 "PUT /v2.0/routers/2b501d1a-da98-40c1-bd6f-9abfe7317ebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0661130 Jun 11 00:11:59.936102 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-90874ea6-8f6f-4c16-a5fb-57e860a86fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:00.129900 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-90874ea6-8f6f-4c16-a5fb-57e860a86fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:00.135805 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-90874ea6-8f6f-4c16-a5fb-57e860a86fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:00.144597 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-14b800e1-047f-45ea-9b6e-2c9c24265cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:00.216860 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90874ea6-8f6f-4c16-a5fb-57e860a86fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edbfdb0-d238-4c8c-9097-4572cf366aff,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:00.221447 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-90874ea6-8f6f-4c16-a5fb-57e860a86fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:00.259902 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-90874ea6-8f6f-4c16-a5fb-57e860a86fec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=093ec28b0b4a4856bb9cc5d6631be7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0421925 Jun 11 00:12:00.259902 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 41452) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:00.355968 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc6f7-143f-4c8b-b0a2-f9cb6ce4c855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:00.389060 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc6f7-143f-4c8b-b0a2-f9cb6ce4c855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:00.474847 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc6f7-143f-4c8b-b0a2-f9cb6ce4c855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:00.478485 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc6f7-143f-4c8b-b0a2-f9cb6ce4c855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:00.483036 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-5b3cc6f7-143f-4c8b-b0a2-f9cb6ce4c855 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4edbfdb0-d238-4c8c-9097-4572cf366aff HTTP/1.1" status: 204 len: 168 time: 0.2221396 Jun 11 00:12:00.483953 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-58558ebf-ee5e-4683-99eb-29104c76f455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:00.498470 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cc6f7-143f-4c8b-b0a2-f9cb6ce4c855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edbfdb0-d238-4c8c-9097-4572cf366aff,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:00.502481 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-5b3cc6f7-143f-4c8b-b0a2-f9cb6ce4c855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:00.587655 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879c7d5-816c-4a41-a27d-61718d5f0f62 req-922b8a70-3a79-442c-9da7-d610b485997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:00.589275 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1879c7d5-816c-4a41-a27d-61718d5f0f62 req-922b8a70-3a79-442c-9da7-d610b485997d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c33865a137fb461586e8a7e83d61e7b2&device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 1099 time: 0.1692691 Jun 11 00:12:00.772724 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 1251624b-42f7-46cb-b025-55671b93e458 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:12:00.903050 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bada6f-2cd0-4985-b30d-8d7ea901d39b req-65726e87-b015-4b39-a1b6-e3668b05b6ff tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:00.906442 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port 1251624b-42f7-46cb-b025-55671b93e458 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:12:00.906837 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a1bada6f-2cd0-4985-b30d-8d7ea901d39b req-65726e87-b015-4b39-a1b6-e3668b05b6ff tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1993277 Jun 11 00:12:00.911100 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 1251624b-42f7-46cb-b025-55671b93e458 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:12:00.911647 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:00.984291 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879c7d5-816c-4a41-a27d-61718d5f0f62 req-7a6afba3-28cb-47b4-acb3-32528f4a680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:00.989021 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1879c7d5-816c-4a41-a27d-61718d5f0f62 req-7a6afba3-28cb-47b4-acb3-32528f4a680d service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4f0ab10-a508-4639-872f-a1788b421e5d HTTP/1.1" status: 200 len: 920 time: 0.3892903 Jun 11 00:12:01.038613 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a1bada6f-2cd0-4985-b30d-8d7ea901d39b req-bad902b4-aad4-4f85-8d2d-481ced399262 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243210 Jun 11 00:12:01.083420 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:01.139203 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port 1251624b-42f7-46cb-b025-55671b93e458, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=1251624b-42f7-46cb-b025-55671b93e458,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:12:01.160362 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:01.169393 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:01.216111 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1879c7d5-816c-4a41-a27d-61718d5f0f62 req-6b7d74bd-4afc-47eb-89b9-b1c64e12db4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3ce4f41-f8c7-4be3-bf51-483543000f29 HTTP/1.1" status: 200 len: 217 time: 0.2200074 Jun 11 00:12:01.299599 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=1251624b-42f7-46cb-b025-55671b93e458,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:01.302143 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 41478) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:01.315453 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:01.326918 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-e183fcf7-463f-46d6-8e77-cb24e49bdcd2 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1795387932', 'description': 'tempest-secgroup-smoke-1795387932 description', 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:12:01.340088 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 41480) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:01.398677 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d6c08c82-7964-4f29-867f-3ba0ada93fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:01.427311 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e183fcf7-463f-46d6-8e77-cb24e49bdcd2 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:01.455765 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879c7d5-816c-4a41-a27d-61718d5f0f62 req-eb5a5659-99f9-4e25-96d1-52e4325c8fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:01.457800 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1879c7d5-816c-4a41-a27d-61718d5f0f62 req-eb5a5659-99f9-4e25-96d1-52e4325c8fa8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=06445c02-8c20-46e0-be9b-66222ba10e31 HTTP/1.1" status: 200 len: 859 time: 0.2145782 Jun 11 00:12:01.487230 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148fba1-3530-4e58-9021-805ff83779da req-4ed253cb-46b8-430e-ba10-a06f5bf86f48 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:01.496524 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f148fba1-3530-4e58-9021-805ff83779da req-4ed253cb-46b8-430e-ba10-a06f5bf86f48 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.2125487 Jun 11 00:12:01.515472 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1879c7d5-816c-4a41-a27d-61718d5f0f62 req-224d551c-74ae-4861-8544-a188c17d2e9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4f0ab10-a508-4639-872f-a1788b421e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458415 Jun 11 00:12:01.561459 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f148fba1-3530-4e58-9021-805ff83779da req-56e6dfcd-886f-4b54-99b3-f4aa1b2226c4 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633349 Jun 11 00:12:01.614815 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] Sync routers for ids ['2b501d1a-da98-40c1-bd6f-9abfe7317ebd'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:12:01.645432 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] Routers {'2b501d1a-da98-40c1-bd6f-9abfe7317ebd'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:12:01.649629 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:11:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['2b501d1a-da98-40c1-bd6f-9abfe7317ebd'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:12:01.707046 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1879c7d5-816c-4a41-a27d-61718d5f0f62 req-8f7db655-a9fd-46e6-b65a-0df7448ae9de service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816423 Jun 11 00:12:01.775738 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d6c08c82-7964-4f29-867f-3ba0ada93fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:01.795817 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d6c08c82-7964-4f29-867f-3ba0ada93fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:01.841357 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-a351a6a0-deb3-41a3-8d0f-f023c4a8a00a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:01.889664 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e183fcf7-463f-46d6-8e77-cb24e49bdcd2 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:01.897496 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e183fcf7-463f-46d6-8e77-cb24e49bdcd2 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:01.923273 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-d6c08c82-7964-4f29-867f-3ba0ada93fa9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2237d70dbf4c4887864652a2d5a98cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5806046 Jun 11 00:12:01.924721 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-3d9f7f5b-5a21-47b4-933a-e8af68bffa2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:01.927180 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c08c82-7964-4f29-867f-3ba0ada93fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5d735b-9452-4620-bc14-6582d5c4715b,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:01.935121 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 41486) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:01.956713 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d6c08c82-7964-4f29-867f-3ba0ada93fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:01.958608 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] Set router 2b501d1a-da98-40c1-bd6f-9abfe7317ebd gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:12:01.973354 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1879c7d5-816c-4a41-a27d-61718d5f0f62 req-9ce97b79-8461-4cd1-808b-9a3e25e5d2cb service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554393 Jun 11 00:12:01.978347 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183fcf7-463f-46d6-8e77-cb24e49bdcd2 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5811cf75-42df-4544-9a18-54df8ca566a7,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:01.984338 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e183fcf7-463f-46d6-8e77-cb24e49bdcd2 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:01.986206 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-e183fcf7-463f-46d6-8e77-cb24e49bdcd2 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6769977 Jun 11 00:12:01.987888 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-e183fcf7-463f-46d6-8e77-cb24e49bdcd2 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:01.989224 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 41488) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:01.995230 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-8eed5b49-0619-4b13-b329-03ab3196c6d1 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Request body: {'security_group_rule': {'security_group_id': '5811cf75-42df-4544-9a18-54df8ca566a7', 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:12:02.047328 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8eed5b49-0619-4b13-b329-03ab3196c6d1 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:02.056975 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bfed0847-b3ec-46f0-a945-9a3a324c0a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:02.093075 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bfed0847-b3ec-46f0-a945-9a3a324c0a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:02.179907 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8eed5b49-0619-4b13-b329-03ab3196c6d1 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:02.188116 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bfed0847-b3ec-46f0-a945-9a3a324c0a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:02.191817 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bfed0847-b3ec-46f0-a945-9a3a324c0a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:02.197845 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8eed5b49-0619-4b13-b329-03ab3196c6d1 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:02.202051 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:02.203228 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-bfed0847-b3ec-46f0-a945-9a3a324c0a37 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e5d735b-9452-4620-bc14-6582d5c4715b HTTP/1.1" status: 204 len: 168 time: 0.2638874 Jun 11 00:12:02.204460 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-440713b9-6b19-493e-9760-c0ccae46cf78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:02.224772 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed5b49-0619-4b13-b329-03ab3196c6d1 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0907a262-13f2-48f9-9477-3bc1bbee0db3,revision_number=0']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:02.238935 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-8eed5b49-0619-4b13-b329-03ab3196c6d1 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:02.253067 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8eed5b49-0619-4b13-b329-03ab3196c6d1 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:02.258930 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-8eed5b49-0619-4b13-b329-03ab3196c6d1 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2685089 Jun 11 00:12:02.262170 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed0847-b3ec-46f0-a945-9a3a324c0a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5d735b-9452-4620-bc14-6582d5c4715b,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:02.264946 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 41494) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:02.270968 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-e025ae8f-491c-4a5c-bc93-5c04af683527 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Request body: {'security_group_rule': {'security_group_id': '5811cf75-42df-4544-9a18-54df8ca566a7', 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:12:02.276448 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-bfed0847-b3ec-46f0-a945-9a3a324c0a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:02.398111 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e025ae8f-491c-4a5c-bc93-5c04af683527 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:02.450140 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b501d1a-da98-40c1-bd6f-9abfe7317ebd', 'name': 'tempest-TestShelveInstance-1111876791-router', 'tenant_id': '701978039f3b4aee894504b9eb57addc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1251624b-42f7-46cb-b025-55671b93e458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:52Z', 'updated_at': '2021-06-11T00:11:57Z', 'revision_number': 4, 'project_id': '701978039f3b4aee894504b9eb57addc', 'gw_port': {'id': '1251624b-42f7-46cb-b025-55671b93e458', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b501d1a-da98-40c1-bd6f-9abfe7317ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:53Z', 'updated_at': '2021-06-11T00:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': 'abad35cc-b220-4cc3-91f9-964f0e73b4b0', 'name': '', 'network_id': '2c1f79ac-a82c-400f-9b62-d2c3237f8785', 'tenant_id': '701978039f3b4aee894504b9eb57addc', 'mac_address': 'fa:16:3e:97:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b501d1a-da98-40c1-bd6f-9abfe7317ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '06aaa511-4b33-4f3c-a700-80f814dee249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:55Z', 'updated_at': '2021-06-11T00:11:57Z', 'revision_number': 2, 'project_id': '701978039f3b4aee894504b9eb57addc', 'subnets': [{'id': '06aaa511-4b33-4f3c-a700-80f814dee249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:12:02.454041 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] Checking router: 2b501d1a-da98-40c1-bd6f-9abfe7317ebd for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:12:02.454675 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] Updating router 2b501d1a-da98-40c1-bd6f-9abfe7317ebd port abad35cc-b220-4cc3-91f9-964f0e73b4b0 binding host dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:12:02.527434 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:02.607737 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789e810-f3f3-4d93-b3a8-fd3e1b0c1ef9 req-a58789fe-13f4-45a2-bfc9-8f26461061f0 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:02.607737 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f789e810-f3f3-4d93-b3a8-fd3e1b0c1ef9 req-a58789fe-13f4-45a2-bfc9-8f26461061f0 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.3024278 Jun 11 00:12:02.659823 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e025ae8f-491c-4a5c-bc93-5c04af683527 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:02.712860 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e025ae8f-491c-4a5c-bc93-5c04af683527 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:02.796496 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 1251624b-42f7-46cb-b025-55671b93e458 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:12:02.854093 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:02.879617 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e025ae8f-491c-4a5c-bc93-5c04af683527 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:02.887054 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-e025ae8f-491c-4a5c-bc93-5c04af683527 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6207705 Jun 11 00:12:02.889764 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 41504) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:02.897414 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-194a5cfd-f179-4534-8e62-d3c164327ea8 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Request body: {'security_group_rule': {'security_group_id': '5811cf75-42df-4544-9a18-54df8ca566a7', 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:12:02.932372 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025ae8f-491c-4a5c-bc93-5c04af683527 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c83ad2-a2a0-4c09-bdd2-78d404da9f9a,revision_number=0']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:02.945711 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-e025ae8f-491c-4a5c-bc93-5c04af683527 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:02.993352 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-194a5cfd-f179-4534-8e62-d3c164327ea8 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:03.100900 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-194a5cfd-f179-4534-8e62-d3c164327ea8 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:03.107617 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f789e810-f3f3-4d93-b3a8-fd3e1b0c1ef9 req-ddd0b98b-3c4b-44ba-be3c-2c6be3cb95aa tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000154 Jun 11 00:12:03.107804 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-194a5cfd-f179-4534-8e62-d3c164327ea8 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:03.112857 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-109ca7fb-68cb-494a-8582-ab659cbcab26 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:03.188310 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a5cfd-f179-4534-8e62-d3c164327ea8 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d910d6-bba9-4d2a-9d65-1994e1bb8dfe,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:03.200888 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-194a5cfd-f179-4534-8e62-d3c164327ea8 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:03.214571 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-194a5cfd-f179-4534-8e62-d3c164327ea8 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:03.215956 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-194a5cfd-f179-4534-8e62-d3c164327ea8 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3244662 Jun 11 00:12:03.218665 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 41518) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:03.221547 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3499440-3c04-4e42-8d43-8411957226ba req-b7440041-4c63-4337-9d01-8c2b852cd87b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:03.230436 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-20e6fa88-112b-4306-8cb2-9d7b9e2764aa tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Request body: {'security_group_rule': {'security_group_id': '5811cf75-42df-4544-9a18-54df8ca566a7', 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:12:03.233569 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b3499440-3c04-4e42-8d43-8411957226ba req-b7440041-4c63-4337-9d01-8c2b852cd87b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.3026180 Jun 11 00:12:03.236477 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 1251624b-42f7-46cb-b025-55671b93e458 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:12:03.237033 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:03.296294 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-20e6fa88-112b-4306-8cb2-9d7b9e2764aa tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:03.297949 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b3499440-3c04-4e42-8d43-8411957226ba req-0bb7034d-b428-4138-ae08-d3f21c1640b1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633709 Jun 11 00:12:03.434032 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-20e6fa88-112b-4306-8cb2-9d7b9e2764aa tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:03.443704 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-20e6fa88-112b-4306-8cb2-9d7b9e2764aa tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:03.446013 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:03.501409 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6fa88-112b-4306-8cb2-9d7b9e2764aa tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480f0ffe-d992-41c0-b725-9796129a9baf,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:03.504503 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-20e6fa88-112b-4306-8cb2-9d7b9e2764aa tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:03.509986 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-20e6fa88-112b-4306-8cb2-9d7b9e2764aa tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:03.514326 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 41524) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:03.514477 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-20e6fa88-112b-4306-8cb2-9d7b9e2764aa tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2904110 Jun 11 00:12:03.520228 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-84c2d038-5395-4405-89cb-2d9ea04fd127 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Request body: {'security_group_rule': {'security_group_id': '5811cf75-42df-4544-9a18-54df8ca566a7', 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:12:03.547306 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.securitygroups_db [None req-84c2d038-5395-4405-89cb-2d9ea04fd127 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Project d4b2c02cca8342d0a2e79a10f15436f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 00:12:03.559956 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-84c2d038-5395-4405-89cb-2d9ea04fd127 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:03.645900 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-84c2d038-5395-4405-89cb-2d9ea04fd127 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:03.650980 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-84c2d038-5395-4405-89cb-2d9ea04fd127 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:03.653752 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-e025ae8f-491c-4a5c-bc93-5c04af683527 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:03.686320 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2d038-5395-4405-89cb-2d9ea04fd127 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3584b0-8ddc-45f7-b8b5-a74e15968b3e,revision_number=0']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:03.704999 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-84c2d038-5395-4405-89cb-2d9ea04fd127 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:03.710516 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] Notify callbacks [] for port, precommit_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:03.715131 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-84c2d038-5395-4405-89cb-2d9ea04fd127 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:03.719567 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 41532) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:03.724644 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-b0de6e4a-e86a-44c6-87ef-8a0a4b3e5d0c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Request body: {'security_group_rule': {'security_group_id': '5811cf75-42df-4544-9a18-54df8ca566a7', 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:12:03.728342 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-84c2d038-5395-4405-89cb-2d9ea04fd127 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2131197 Jun 11 00:12:03.729893 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] Transition to ACTIVE for port object abad35cc-b220-4cc3-91f9-964f0e73b4b0 will not be triggered until provisioned by entity L2. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:12:03.739408 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:03.743789 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:03.765670 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.db.securitygroups_db [None req-b0de6e4a-e86a-44c6-87ef-8a0a4b3e5d0c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Project d4b2c02cca8342d0a2e79a10f15436f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 00:12:03.771851 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-b0de6e4a-e86a-44c6-87ef-8a0a4b3e5d0c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:03.968392 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a476ca-4943-4118-a320-c2cd339dffa8 None None] Pushing event updated for resources: {'Port': ['ID=abad35cc-b220-4cc3-91f9-964f0e73b4b0,revision_number=3']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:03.982550 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-a9a476ca-4943-4118-a320-c2cd339dffa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:03.986057 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-b0de6e4a-e86a-44c6-87ef-8a0a4b3e5d0c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:03.994870 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-b0de6e4a-e86a-44c6-87ef-8a0a4b3e5d0c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:03.997015 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-20e6fa88-112b-4306-8cb2-9d7b9e2764aa tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:04.050842 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de6e4a-e86a-44c6-87ef-8a0a4b3e5d0c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f0a9be-5a29-4d5f-8a20-8b962603dc01,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:04.057818 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-b0de6e4a-e86a-44c6-87ef-8a0a4b3e5d0c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:04.063998 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] Attempting to bind port abad35cc-b220-4cc3-91f9-964f0e73b4b0 on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:12:04.064374 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] Attempting to bind port abad35cc-b220-4cc3-91f9-964f0e73b4b0 by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': '9e46909d-efb4-4cc6-b847-a5b60a5d9a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c1f79ac-a82c-400f-9b62-d2c3237f8785'}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:12:04.064831 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] Attempting to bind port abad35cc-b220-4cc3-91f9-964f0e73b4b0 on network 2c1f79ac-a82c-400f-9b62-d2c3237f8785 {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:12:04.069847 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-b0de6e4a-e86a-44c6-87ef-8a0a4b3e5d0c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:04.079897 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:12:04.079897 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] Checking segment: {'id': '9e46909d-efb4-4cc6-b847-a5b60a5d9a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c1f79ac-a82c-400f-9b62-d2c3237f8785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:12:04.079897 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:04.079897 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] Bound using segment: {'id': '9e46909d-efb4-4cc6-b847-a5b60a5d9a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c1f79ac-a82c-400f-9b62-d2c3237f8785'} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:12:04.080393 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-b0de6e4a-e86a-44c6-87ef-8a0a4b3e5d0c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3528028 Jun 11 00:12:04.080482 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] Bound port: abad35cc-b220-4cc3-91f9-964f0e73b4b0, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e46909d-efb4-4cc6-b847-a5b60a5d9a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c1f79ac-a82c-400f-9b62-d2c3237f8785'}}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:12:04.080482 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:04.178125 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] For port abad35cc-b220-4cc3-91f9-964f0e73b4b0, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:12:04.181730 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] For port abad35cc-b220-4cc3-91f9-964f0e73b4b0, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=abad35cc-b220-4cc3-91f9-964f0e73b4b0,segment=NetworkSegment(9e46909d-efb4-4cc6-b847-a5b60a5d9a06),segment_id=9e46909d-efb4-4cc6-b847-a5b60a5d9a06)] {{(pid=91889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:12:04.187902 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:04.195247 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:04.351304 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a476ca-4943-4118-a320-c2cd339dffa8 None None] Pushing event updated for resources: {'Port': ['ID=abad35cc-b220-4cc3-91f9-964f0e73b4b0,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:04.354826 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] Routers {'2b501d1a-da98-40c1-bd6f-9abfe7317ebd'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:12:04.355602 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:11:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['2b501d1a-da98-40c1-bd6f-9abfe7317ebd'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:12:04.540830 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-a9a476ca-4943-4118-a320-c2cd339dffa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:04.581947 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0eb4f0-c9dc-4669-93cc-f7f15654cc6c req-7414195c-91cf-4b35-8302-be64d3355c69 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:04.600369 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4f0eb4f0-c9dc-4669-93cc-f7f15654cc6c req-7414195c-91cf-4b35-8302-be64d3355c69 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.2919204 Jun 11 00:12:04.778807 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-632dc0ec-c5af-470a-a4c8-cb710081d8b1 req-84f42598-669f-46b1-8730-6a985c386fa7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1891000 Jun 11 00:12:04.826292 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4f0eb4f0-c9dc-4669-93cc-f7f15654cc6c req-cc547d17-01e9-4ff3-8ad0-6728b3f4db13 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218902 Jun 11 00:12:04.917058 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaac610-4070-4427-9348-7420dd6bf3e7 req-63c7ca0b-ecdb-4731-83ae-ccea6bdcf427 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:04.920366 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8aaac610-4070-4427-9348-7420dd6bf3e7 req-63c7ca0b-ecdb-4731-83ae-ccea6bdcf427 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.1560817 Jun 11 00:12:04.951609 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] Set router 2b501d1a-da98-40c1-bd6f-9abfe7317ebd gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:12:05.055980 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dc0ec-c5af-470a-a4c8-cb710081d8b1 req-526aff60-1b07-496e-b4f7-2d71e75ffcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:05.056729 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-632dc0ec-c5af-470a-a4c8-cb710081d8b1 req-526aff60-1b07-496e-b4f7-2d71e75ffcbc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c33865a137fb461586e8a7e83d61e7b2&device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 1098 time: 0.2110572 Jun 11 00:12:05.068090 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8aaac610-4070-4427-9348-7420dd6bf3e7 req-9f22acb4-f668-4b25-9cd0-d61b9a8c69f1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316614 Jun 11 00:12:05.369415 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dc0ec-c5af-470a-a4c8-cb710081d8b1 req-bb827c0e-e122-4aa4-b756-09b512d7d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:05.373232 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-632dc0ec-c5af-470a-a4c8-cb710081d8b1 req-bb827c0e-e122-4aa4-b756-09b512d7d8ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4f0ab10-a508-4639-872f-a1788b421e5d HTTP/1.1" status: 200 len: 920 time: 0.2931049 Jun 11 00:12:05.500717 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-632dc0ec-c5af-470a-a4c8-cb710081d8b1 req-cb19f5c5-789d-4d90-a6b8-aebbf08aad1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6acf6557-9a42-49b2-8b91-ac8b542f5d15 HTTP/1.1" status: 200 len: 217 time: 0.1209233 Jun 11 00:12:05.594845 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dc0ec-c5af-470a-a4c8-cb710081d8b1 req-7cd6b40d-3434-4727-a9d9-07204670132e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:05.596899 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-632dc0ec-c5af-470a-a4c8-cb710081d8b1 req-7cd6b40d-3434-4727-a9d9-07204670132e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=06445c02-8c20-46e0-be9b-66222ba10e31 HTTP/1.1" status: 200 len: 859 time: 0.0866895 Jun 11 00:12:05.693101 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-632dc0ec-c5af-470a-a4c8-cb710081d8b1 req-c08f0643-8bf6-4147-9ae0-9f0177fe8c91 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4f0ab10-a508-4639-872f-a1788b421e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813837 Jun 11 00:12:06.071444 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b501d1a-da98-40c1-bd6f-9abfe7317ebd', 'name': 'tempest-TestShelveInstance-1111876791-router', 'tenant_id': '701978039f3b4aee894504b9eb57addc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1251624b-42f7-46cb-b025-55671b93e458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:52Z', 'updated_at': '2021-06-11T00:11:57Z', 'revision_number': 4, 'project_id': '701978039f3b4aee894504b9eb57addc', 'gw_port': {'id': '1251624b-42f7-46cb-b025-55671b93e458', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b501d1a-da98-40c1-bd6f-9abfe7317ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:53Z', 'updated_at': '2021-06-11T00:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': 'abad35cc-b220-4cc3-91f9-964f0e73b4b0', 'name': '', 'network_id': '2c1f79ac-a82c-400f-9b62-d2c3237f8785', 'tenant_id': '701978039f3b4aee894504b9eb57addc', 'mac_address': 'fa:16:3e:97:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b501d1a-da98-40c1-bd6f-9abfe7317ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '06aaa511-4b33-4f3c-a700-80f814dee249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:55Z', 'updated_at': '2021-06-11T00:12:04Z', 'revision_number': 4, 'project_id': '701978039f3b4aee894504b9eb57addc', 'subnets': [{'id': '06aaa511-4b33-4f3c-a700-80f814dee249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:12:06.092211 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222cbe0-bbfd-4314-93a7-6bca953192bd None None] The sync data for ids ['2b501d1a-da98-40c1-bd6f-9abfe7317ebd'] in dv-cinder-786260-5-iscsi is: [{'id': '2b501d1a-da98-40c1-bd6f-9abfe7317ebd', 'name': 'tempest-TestShelveInstance-1111876791-router', 'tenant_id': '701978039f3b4aee894504b9eb57addc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1251624b-42f7-46cb-b025-55671b93e458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:52Z', 'updated_at': '2021-06-11T00:11:57Z', 'revision_number': 4, 'project_id': '701978039f3b4aee894504b9eb57addc', 'gw_port': {'id': '1251624b-42f7-46cb-b025-55671b93e458', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b501d1a-da98-40c1-bd6f-9abfe7317ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:53Z', 'updated_at': '2021-06-11T00:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': 'abad35cc-b220-4cc3-91f9-964f0e73b4b0', 'name': '', 'network_id': '2c1f79ac-a82c-400f-9b62-d2c3237f8785', 'tenant_id': '701978039f3b4aee894504b9eb57addc', 'mac_address': 'fa:16:3e:97:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b501d1a-da98-40c1-bd6f-9abfe7317ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '06aaa511-4b33-4f3c-a700-80f814dee249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:55Z', 'updated_at': '2021-06-11T00:12:04Z', 'revision_number': 4, 'project_id': '701978039f3b4aee894504b9eb57addc', 'subnets': [{'id': '06aaa511-4b33-4f3c-a700-80f814dee249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:12:06.195244 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:12:06.302856 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-632dc0ec-c5af-470a-a4c8-cb710081d8b1 req-80631c91-59a3-41f8-8a2a-1cf96b7f8f7e service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6044326 Jun 11 00:12:06.478542 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bb77b-de4d-4452-b197-c91371b7943f req-f92a21ac-598c-40a2-bc11-6f5a7c1fe381 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:06.506953 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ff2bb77b-de4d-4452-b197-c91371b7943f req-f92a21ac-598c-40a2-bc11-6f5a7c1fe381 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.1673381 Jun 11 00:12:06.585569 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ff2bb77b-de4d-4452-b197-c91371b7943f req-ced1a84c-2d51-4d02-8b64-f1a504f1311f tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765960 Jun 11 00:12:06.621691 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-632dc0ec-c5af-470a-a4c8-cb710081d8b1 req-3063ad1f-d301-4534-8250-e87281c9027e service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952073 Jun 11 00:12:06.665222 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device abad35cc-b220-4cc3-91f9-964f0e73b4b0 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:12:06.740101 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port abad35cc-b220-4cc3-91f9-964f0e73b4b0 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:12:06.744143 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port abad35cc-b220-4cc3-91f9-964f0e73b4b0 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:12:06.744576 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:06.885654 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:06.960185 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port abad35cc-b220-4cc3-91f9-964f0e73b4b0, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=abad35cc-b220-4cc3-91f9-964f0e73b4b0,segment=NetworkSegment(9e46909d-efb4-4cc6-b847-a5b60a5d9a06),segment_id=9e46909d-efb4-4cc6-b847-a5b60a5d9a06)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:12:06.967642 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:06.976647 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:07.077808 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=abad35cc-b220-4cc3-91f9-964f0e73b4b0,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:07.090589 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:07.226518 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d6cf-5f62-4292-a968-e45f2a0c2838 req-3d2d571d-eda3-4d3b-ac9c-3bd291f268a0 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:07.236162 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-29f3d6cf-5f62-4292-a968-e45f2a0c2838 req-3d2d571d-eda3-4d3b-ac9c-3bd291f268a0 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1175888 Jun 11 00:12:07.311055 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-29f3d6cf-5f62-4292-a968-e45f2a0c2838 req-e5f1109b-e199-4ed7-abc0-a7f4601397b6 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702138 Jun 11 00:12:07.509983 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 41694) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:07.788696 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c03538c2-5641-43c0-bbaf-57008f82241f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:08.081662 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c03538c2-5641-43c0-bbaf-57008f82241f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:08.088089 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c03538c2-5641-43c0-bbaf-57008f82241f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:08.091330 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70980d2-ae5e-470d-a773-3c5c69adc079 req-fc7c7328-479a-4f1e-a032-b387503ab47c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:08.093455 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-20f32bd1-05d6-47fa-a44a-a95fa3ddb1bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:08.112717 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c70980d2-ae5e-470d-a773-3c5c69adc079 req-fc7c7328-479a-4f1e-a032-b387503ab47c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.2462990 Jun 11 00:12:08.180562 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-c03538c2-5641-43c0-bbaf-57008f82241f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df51524c95514a5ba10d35b960373b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6686473 Jun 11 00:12:08.181870 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03538c2-5641-43c0-bbaf-57008f82241f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1feea4-4c3f-438e-b264-ba74e8596514,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:08.185843 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c03538c2-5641-43c0-bbaf-57008f82241f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:08.186421 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 41728) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:08.242234 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c70980d2-ae5e-470d-a773-3c5c69adc079 req-9fc63a42-6c04-44c6-b7e2-775ec4be19d6 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277544 Jun 11 00:12:08.317639 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-37d10fa4-b094-4811-a10c-b1b1c6df4111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:08.356129 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-37d10fa4-b094-4811-a10c-b1b1c6df4111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:08.458044 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-37d10fa4-b094-4811-a10c-b1b1c6df4111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:08.462594 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-37d10fa4-b094-4811-a10c-b1b1c6df4111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:08.464301 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-37d10fa4-b094-4811-a10c-b1b1c6df4111 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d1feea4-4c3f-438e-b264-ba74e8596514 HTTP/1.1" status: 204 len: 168 time: 0.2763166 Jun 11 00:12:08.465765 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-e183fcf7-463f-46d6-8e77-cb24e49bdcd2 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:08.482115 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d10fa4-b094-4811-a10c-b1b1c6df4111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1feea4-4c3f-438e-b264-ba74e8596514,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:08.485843 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-37d10fa4-b094-4811-a10c-b1b1c6df4111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:08.616563 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device abad35cc-b220-4cc3-91f9-964f0e73b4b0 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:12:08.694560 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port abad35cc-b220-4cc3-91f9-964f0e73b4b0 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:12:08.695361 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:08.747829 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:09.454109 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3abbfc-66f5-468e-a013-28a6da18e62a req-198f841c-41d9-4ad5-a4ce-249d0040a798 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:09.456935 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7a3abbfc-66f5-468e-a013-28a6da18e62a req-198f841c-41d9-4ad5-a4ce-249d0040a798 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.0895410 Jun 11 00:12:09.519537 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7a3abbfc-66f5-468e-a013-28a6da18e62a req-3934a17c-0fd7-45d1-8620-947db0d0c250 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563920 Jun 11 00:12:09.818416 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 41760) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:09.969347 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0f690fc3-e7e6-4d16-a79b-8deb1cbdb196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:10.075941 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0f690fc3-e7e6-4d16-a79b-8deb1cbdb196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:10.079860 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0f690fc3-e7e6-4d16-a79b-8deb1cbdb196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:10.083670 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-5ed5229e-5352-4ff2-b8be-011840ad0458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:10.126808 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-0f690fc3-e7e6-4d16-a79b-8deb1cbdb196 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2b2ece26fc34de8bd6468cf5bc7c121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071587 Jun 11 00:12:10.127947 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f690fc3-e7e6-4d16-a79b-8deb1cbdb196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5c1dfd-0494-46e9-a963-4106ed162b37,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:10.129403 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 41766) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:10.131701 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-0f690fc3-e7e6-4d16-a79b-8deb1cbdb196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:10.204069 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7fa9f724-73d8-4b53-9f73-307f3baa95f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:10.231125 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7fa9f724-73d8-4b53-9f73-307f3baa95f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:10.308923 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7fa9f724-73d8-4b53-9f73-307f3baa95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:10.311794 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7fa9f724-73d8-4b53-9f73-307f3baa95f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:10.313151 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-7fa9f724-73d8-4b53-9f73-307f3baa95f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db5c1dfd-0494-46e9-a963-4106ed162b37 HTTP/1.1" status: 204 len: 168 time: 0.1821425 Jun 11 00:12:10.314129 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-3260c0e2-1d40-41f2-b36d-0b5aa1b4b0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:10.325707 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9f724-73d8-4b53-9f73-307f3baa95f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5c1dfd-0494-46e9-a963-4106ed162b37,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:10.333878 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-7fa9f724-73d8-4b53-9f73-307f3baa95f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:10.762058 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ef4bf-53e0-46bc-b418-3315f95e0e80 req-2814b972-d736-4a91-bafc-16488bccd040 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:10.772248 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-329ef4bf-53e0-46bc-b418-3315f95e0e80 req-2814b972-d736-4a91-bafc-16488bccd040 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.1036143 Jun 11 00:12:10.781696 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 41780) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:10.808044 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-103f026a-f9b7-4746-bb6f-0dc6ec4d0a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:10.832780 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-329ef4bf-53e0-46bc-b418-3315f95e0e80 req-699159d1-86e2-4c74-ba71-f59ccfebbbc3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589972 Jun 11 00:12:10.955567 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-103f026a-f9b7-4746-bb6f-0dc6ec4d0a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:10.960918 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-103f026a-f9b7-4746-bb6f-0dc6ec4d0a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:10.965189 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d6c08c82-7964-4f29-867f-3ba0ada93fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:10.998903 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-103f026a-f9b7-4746-bb6f-0dc6ec4d0a67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76f042f7a9ce4798aa52ee7bb8a8f4a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158802 Jun 11 00:12:11.001797 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 41786) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:11.009220 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f026a-f9b7-4746-bb6f-0dc6ec4d0a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d85cf0-5127-4076-9908-4235c3f6e8d4,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:11.014604 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-103f026a-f9b7-4746-bb6f-0dc6ec4d0a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:11.073053 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-95ad371c-752c-4568-a07e-bd4bba0bb548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:11.098150 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-95ad371c-752c-4568-a07e-bd4bba0bb548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:11.158718 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-95ad371c-752c-4568-a07e-bd4bba0bb548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:11.161911 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-95ad371c-752c-4568-a07e-bd4bba0bb548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:11.165698 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-95ad371c-752c-4568-a07e-bd4bba0bb548 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09d85cf0-5127-4076-9908-4235c3f6e8d4 HTTP/1.1" status: 204 len: 168 time: 0.1605914 Jun 11 00:12:11.165698 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-63f6810b-0b57-4a3b-9b34-710e390e3345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:11.174931 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad371c-752c-4568-a07e-bd4bba0bb548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d85cf0-5127-4076-9908-4235c3f6e8d4,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:11.177357 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-95ad371c-752c-4568-a07e-bd4bba0bb548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:12.062060 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95073555-31c1-42ad-8307-80e50f03a000 req-ec0cd3b0-55e2-4e4a-afb8-052e07311b95 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:12.063705 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-95073555-31c1-42ad-8307-80e50f03a000 req-ec0cd3b0-55e2-4e4a-afb8-052e07311b95 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.0945420 Jun 11 00:12:12.114207 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-95073555-31c1-42ad-8307-80e50f03a000 req-c534d19a-fc07-4271-b4f3-c4e7fef28df8 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413134 Jun 11 00:12:13.029058 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 41842) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:13.169518 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-73ec206c-d189-4359-ab57-43ae7db09f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:13.183236 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-b39095b5-180f-43c1-bb32-5ed5052e445e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:13.363176 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-73ec206c-d189-4359-ab57-43ae7db09f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:13.370351 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-73ec206c-d189-4359-ab57-43ae7db09f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:13.375461 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-bb0501ec-66ed-4905-9d2e-fc567527fa93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:13.386864 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f89e1-82b4-40e1-bd82-f22a1dc21145 req-daeced89-a888-4075-9ed7-fdef9e1a08a8 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:13.388428 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-951f89e1-82b4-40e1-bd82-f22a1dc21145 req-daeced89-a888-4075-9ed7-fdef9e1a08a8 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.1210113 Jun 11 00:12:13.451489 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec206c-d189-4359-ab57-43ae7db09f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8424b71-db08-4792-b959-cfde7a7beba8,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:13.459145 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-73ec206c-d189-4359-ab57-43ae7db09f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:13.470843 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-73ec206c-d189-4359-ab57-43ae7db09f6a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40df347c7068403c82d1f16c9c5b3e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406588 Jun 11 00:12:13.473662 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 41852) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:13.493428 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-951f89e1-82b4-40e1-bd82-f22a1dc21145 req-a76c77a6-ef80-4a83-af7d-20dbf4224848 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879340 Jun 11 00:12:13.559384 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5dac3c04-086f-4be2-9168-0e063deb8399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:13.583771 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5dac3c04-086f-4be2-9168-0e063deb8399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:13.638631 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5dac3c04-086f-4be2-9168-0e063deb8399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:13.642511 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5dac3c04-086f-4be2-9168-0e063deb8399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:13.643844 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-5dac3c04-086f-4be2-9168-0e063deb8399 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e8424b71-db08-4792-b959-cfde7a7beba8 HTTP/1.1" status: 204 len: 168 time: 0.1689579 Jun 11 00:12:13.644846 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-a260e2d4-9cd2-43c5-9473-0de901d9bf28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:13.656353 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac3c04-086f-4be2-9168-0e063deb8399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8424b71-db08-4792-b959-cfde7a7beba8,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:13.666027 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-5dac3c04-086f-4be2-9168-0e063deb8399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:13.938153 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 41858) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:13.954176 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7c62787e-9b41-4b82-a6e9-0f3bce7d59c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:14.053951 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7c62787e-9b41-4b82-a6e9-0f3bce7d59c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:14.058742 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7c62787e-9b41-4b82-a6e9-0f3bce7d59c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:14.061192 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-103f026a-f9b7-4746-bb6f-0dc6ec4d0a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:14.099142 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62787e-9b41-4b82-a6e9-0f3bce7d59c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0cb68d-d1bc-4dc4-a136-a5756c5270d1,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:14.103509 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-7c62787e-9b41-4b82-a6e9-0f3bce7d59c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5109bf419a5848b093f6e3e5aeb7ba6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1643004 Jun 11 00:12:14.104409 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-7c62787e-9b41-4b82-a6e9-0f3bce7d59c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:14.107003 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 41862) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:14.169297 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6bf21a57-36ab-4dca-a879-6cc7d8ab9d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:14.193713 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6bf21a57-36ab-4dca-a879-6cc7d8ab9d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:14.246599 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6bf21a57-36ab-4dca-a879-6cc7d8ab9d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:14.249528 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6bf21a57-36ab-4dca-a879-6cc7d8ab9d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:14.250699 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-6bf21a57-36ab-4dca-a879-6cc7d8ab9d35 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e0cb68d-d1bc-4dc4-a136-a5756c5270d1 HTTP/1.1" status: 204 len: 168 time: 0.1426752 Jun 11 00:12:14.251736 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-ed934425-dd92-4fab-9649-965efd699e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:14.262103 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf21a57-36ab-4dca-a879-6cc7d8ab9d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0cb68d-d1bc-4dc4-a136-a5756c5270d1,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:14.264416 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-6bf21a57-36ab-4dca-a879-6cc7d8ab9d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:14.715854 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feb06f-b23a-4624-8c27-7750250d362e req-7159d6e4-0cf7-403b-810d-50f7165a5ae3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:14.717596 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-08feb06f-b23a-4624-8c27-7750250d362e req-7159d6e4-0cf7-403b-810d-50f7165a5ae3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.0716217 Jun 11 00:12:14.768690 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-08feb06f-b23a-4624-8c27-7750250d362e req-b31e8906-04a4-4fc7-9e55-f4715682e59b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440469 Jun 11 00:12:15.779160 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-fccec3b6-7197-405d-bd30-635de26b7917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:15.937453 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:16.057625 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8796c3-8c13-482f-92c1-81a62aa32d47 req-8d68b913-876a-4c25-bf36-b70e53f58231 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:16.059831 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1a8796c3-8c13-482f-92c1-81a62aa32d47 req-8d68b913-876a-4c25-bf36-b70e53f58231 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.0947161 Jun 11 00:12:16.152016 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1a8796c3-8c13-482f-92c1-81a62aa32d47 req-b0852997-db03-40d6-bdd5-af45a95c80b6 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817015 Jun 11 00:12:16.377603 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5ebfa-f640-4bc6-ac8c-a6535638796e req-cebb7f49-1f41-4828-bc42-2ed467ea5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:16.386420 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c1f5ebfa-f640-4bc6-ac8c-a6535638796e req-cebb7f49-1f41-4828-bc42-2ed467ea5cad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c33865a137fb461586e8a7e83d61e7b2&device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 1099 time: 0.1069860 Jun 11 00:12:16.454354 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cbdca-0bf5-4ac0-a72e-ee28b964b26d req-e341d034-3dfc-4d91-a62e-872ecbb635d8 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:16.461634 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-778cbdca-0bf5-4ac0-a72e-ee28b964b26d req-e341d034-3dfc-4d91-a62e-872ecbb635d8 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1118088 Jun 11 00:12:16.504763 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-778cbdca-0bf5-4ac0-a72e-ee28b964b26d req-546cd738-0ae2-4e38-87f7-b9c95c92a73b tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419362 Jun 11 00:12:16.587929 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5ebfa-f640-4bc6-ac8c-a6535638796e req-e707fd08-400f-4da4-8202-27a4a3f17fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:16.589655 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c1f5ebfa-f640-4bc6-ac8c-a6535638796e req-e707fd08-400f-4da4-8202-27a4a3f17fd9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4f0ab10-a508-4639-872f-a1788b421e5d HTTP/1.1" status: 200 len: 920 time: 0.1954081 Jun 11 00:12:16.673764 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c1f5ebfa-f640-4bc6-ac8c-a6535638796e req-48d2b4f7-0483-47e0-a054-299a5272f1fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3ce4f41-f8c7-4be3-bf51-483543000f29 HTTP/1.1" status: 200 len: 217 time: 0.0761187 Jun 11 00:12:16.749622 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5ebfa-f640-4bc6-ac8c-a6535638796e req-4cf34ed5-f7b3-483f-9498-e50c5ff3e313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:16.751457 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c1f5ebfa-f640-4bc6-ac8c-a6535638796e req-4cf34ed5-f7b3-483f-9498-e50c5ff3e313 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=06445c02-8c20-46e0-be9b-66222ba10e31 HTTP/1.1" status: 200 len: 859 time: 0.0711026 Jun 11 00:12:16.830050 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c1f5ebfa-f640-4bc6-ac8c-a6535638796e req-d7941fa5-98e3-40e5-9dae-b94c4bbf72aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4f0ab10-a508-4639-872f-a1788b421e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696833 Jun 11 00:12:17.011257 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c1f5ebfa-f640-4bc6-ac8c-a6535638796e req-dc12f7ea-3234-4060-b884-4a4470c2aef5 service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675119 Jun 11 00:12:17.024823 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:17.208408 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c1f5ebfa-f640-4bc6-ac8c-a6535638796e req-956c96c4-9df0-423d-8bd4-8060de022140 service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883333 Jun 11 00:12:17.373987 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c80f6-9118-47e9-b4ac-68389df5babf req-bd3f47de-c4d0-410f-a10b-8dc844888591 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:17.376909 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7b1c80f6-9118-47e9-b4ac-68389df5babf req-bd3f47de-c4d0-410f-a10b-8dc844888591 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.0776751 Jun 11 00:12:17.430568 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7b1c80f6-9118-47e9-b4ac-68389df5babf req-23c494b5-05ed-40dc-93d4-bed11619a792 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403619 Jun 11 00:12:17.716671 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf5f69-8bea-410a-8542-fe782b24c6ed req-190dd548-bbc3-47e5-9243-7ab29a038f7f tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:17.725035 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4fbf5f69-8bea-410a-8542-fe782b24c6ed req-190dd548-bbc3-47e5-9243-7ab29a038f7f tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0779364 Jun 11 00:12:17.774732 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4fbf5f69-8bea-410a-8542-fe782b24c6ed req-9864771c-da0c-47bc-b190-3d7eea0adf16 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484979 Jun 11 00:12:18.411797 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:18.649999 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc75798-ce99-4f55-b42e-bf0165691d02 req-5ac18fd1-5754-408d-bd84-20f1b80f3117 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:18.651684 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-adc75798-ce99-4f55-b42e-bf0165691d02 req-5ac18fd1-5754-408d-bd84-20f1b80f3117 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.0817890 Jun 11 00:12:18.698521 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-adc75798-ce99-4f55-b42e-bf0165691d02 req-8d54811f-2341-4624-ab49-518e5d10719f tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410228 Jun 11 00:12:18.964651 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5873d8-3a92-4716-be7a-0073e643bb30 req-0bae1424-e0b6-47b9-ab83-7acb27ff3790 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:18.966104 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8e5873d8-3a92-4716-be7a-0073e643bb30 req-0bae1424-e0b6-47b9-ab83-7acb27ff3790 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0740712 Jun 11 00:12:19.013610 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8e5873d8-3a92-4716-be7a-0073e643bb30 req-d91ce47d-8e02-4644-993f-d5d21fe6f150 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401707 Jun 11 00:12:19.543319 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 95ddf6c1-e525-4552-b91f-ab60989f1456 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:12:19.674834 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 95ddf6c1-e525-4552-b91f-ab60989f1456, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=95ddf6c1-e525-4552-b91f-ab60989f1456,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:12:19.688005 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '95ddf6c1-e525-4552-b91f-ab60989f1456', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'port_id': '95ddf6c1-e525-4552-b91f-ab60989f1456', 'mac_address': 'fa:16:3e:37:28:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:12:19.738652 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:19.761684 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95ddf6c1-e525-4552-b91f-ab60989f1456 {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:12:19.791289 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 95ddf6c1-e525-4552-b91f-ab60989f1456, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=95ddf6c1-e525-4552-b91f-ab60989f1456,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:12:19.797470 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:19.801780 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-074ff0e4-0e16-41c4-b43c-b785d08e756c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:19.878461 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=95ddf6c1-e525-4552-b91f-ab60989f1456,revision_number=6']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:19.882846 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:19.905290 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a826c7f-9c04-4889-b955-2dc763b8dcc6 req-04f56a97-45cb-40ce-b554-3f78e96396d7 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:19.907838 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8a826c7f-9c04-4889-b955-2dc763b8dcc6 req-04f56a97-45cb-40ce-b554-3f78e96396d7 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 944 time: 0.0800221 Jun 11 00:12:19.954311 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8a826c7f-9c04-4889-b955-2dc763b8dcc6 req-7d431e88-57a3-465c-bd95-b679a425c9f1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415366 Jun 11 00:12:20.211646 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbba350-acd1-4090-8399-b9f071e8a09a req-cfc69ba3-6c91-403c-a5dd-61fd89a9aea8 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:20.213021 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ccbba350-acd1-4090-8399-b9f071e8a09a req-cfc69ba3-6c91-403c-a5dd-61fd89a9aea8 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0851715 Jun 11 00:12:20.259315 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ccbba350-acd1-4090-8399-b9f071e8a09a req-3cc1e7a5-3556-4ae3-8424-cda9de80d85b tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404236 Jun 11 00:12:21.156522 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ae4be-3ced-4da7-a236-e82cb0cdd128 req-6b72d82c-29c3-43ab-8db4-28d8190f78f7 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:21.158352 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-dd8ae4be-3ced-4da7-a236-e82cb0cdd128 req-6b72d82c-29c3-43ab-8db4-28d8190f78f7 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 944 time: 0.0788567 Jun 11 00:12:21.205060 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-dd8ae4be-3ced-4da7-a236-e82cb0cdd128 req-14a497ef-d32e-4671-9751-abcdbaa3ccaa tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409257 Jun 11 00:12:21.459562 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b18fee-4d60-4e2e-839b-6bdcdcc3bb0d req-f2fe355c-ebc7-4971-882b-02d419c2fdfe tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:21.461644 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f2b18fee-4d60-4e2e-839b-6bdcdcc3bb0d req-f2fe355c-ebc7-4971-882b-02d419c2fdfe tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0814908 Jun 11 00:12:21.503165 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f2b18fee-4d60-4e2e-839b-6bdcdcc3bb0d req-bef01bdf-5463-4057-b871-72df6d152b66 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357616 Jun 11 00:12:21.950735 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['95ddf6c1-e525-4552-b91f-ab60989f1456'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:12:22.423091 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873c489-18f9-4851-9369-b8c5a7b03484 req-7931ac7d-f98c-46d4-b9e0-073c316b6a07 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:22.424597 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7873c489-18f9-4851-9369-b8c5a7b03484 req-7931ac7d-f98c-46d4-b9e0-073c316b6a07 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 944 time: 0.0860357 Jun 11 00:12:22.469259 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7873c489-18f9-4851-9369-b8c5a7b03484 req-74f79dc9-7961-4a4d-80c9-ce348c5cb992 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389564 Jun 11 00:12:22.703874 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48f09d-2b1d-4776-8526-16809f7decea req-a729111e-1d69-466b-b455-6d64b10b193b tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:22.705654 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ca48f09d-2b1d-4776-8526-16809f7decea req-a729111e-1d69-466b-b455-6d64b10b193b tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0772312 Jun 11 00:12:22.756347 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ca48f09d-2b1d-4776-8526-16809f7decea req-43f57b75-48f6-4dea-a680-0c0b6474a087 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446415 Jun 11 00:12:23.692933 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 42030) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:23.752407 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e396ba-1276-4c57-a3dd-0ce51c92e782 req-e42c0ee0-488b-4717-9bcf-735d95f623b8 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:23.761232 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-34e396ba-1276-4c57-a3dd-0ce51c92e782 req-e42c0ee0-488b-4717-9bcf-735d95f623b8 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 944 time: 0.1128850 Jun 11 00:12:23.827793 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-34e396ba-1276-4c57-a3dd-0ce51c92e782 req-d5e23fee-2262-4812-bac3-e8d1edfcca7e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650594 Jun 11 00:12:23.858210 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 95ddf6c1-e525-4552-b91f-ab60989f1456 up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:12:23.897937 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-96178bdc-a1df-4e78-b75a-b04d2665d465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:23.939801 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 95ddf6c1-e525-4552-b91f-ab60989f1456 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:12:23.940493 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:24.038147 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-96178bdc-a1df-4e78-b75a-b04d2665d465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:24.047083 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-96178bdc-a1df-4e78-b75a-b04d2665d465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:24.050373 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-bafd56ac-af04-4d1b-9ccc-764fc4d758c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:24.058560 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252b4de-c859-4905-bf62-2ad2a643df10 req-e926568b-8bdc-4b75-b727-d0581ee3a296 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:24.060555 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0252b4de-c859-4905-bf62-2ad2a643df10 req-e926568b-8bdc-4b75-b727-d0581ee3a296 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1029441 Jun 11 00:12:24.071890 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:24.095302 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96178bdc-a1df-4e78-b75a-b04d2665d465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b410877c-c805-4363-9e33-ccee4fe6004e,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:24.107897 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1b398e-a72f-4bd1-90d3-51a502fdb434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ddf6c1-e525-4552-b91f-ab60989f1456'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:12:24.111527 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05be52a3-b67a-4297-ae0e-f45c8e15db83" -d '{"events": [{"server_uuid": "0f1b398e-a72f-4bd1-90d3-51a502fdb434", "name": "network-vif-plugged", "status": "completed", "tag": "95ddf6c1-e525-4552-b91f-ab60989f1456"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:12:24.114103 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-96178bdc-a1df-4e78-b75a-b04d2665d465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:24.124418 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0252b4de-c859-4905-bf62-2ad2a643df10 req-17c1c0a1-cce1-4878-b90c-6a39c2503deb tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536580 Jun 11 00:12:24.155564 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 95ddf6c1-e525-4552-b91f-ab60989f1456, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=95ddf6c1-e525-4552-b91f-ab60989f1456,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:12:24.164977 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:24.171312 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:24.171545 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-96178bdc-a1df-4e78-b75a-b04d2665d465 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7779338b5af44e4a8370f3a9d9a354fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4773839 Jun 11 00:12:24.174063 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 42042) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:24.175526 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a31d9c-beb0-4839-9095-3ec12a756918 x-openstack-request-id: req-d9a31d9c-beb0-4839-9095-3ec12a756918 {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:12:24.175828 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1b398e-a72f-4bd1-90d3-51a502fdb434", "name": "network-vif-plugged", "status": "completed", "tag": "95ddf6c1-e525-4552-b91f-ab60989f1456", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:12:24.176177 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9a31d9c-beb0-4839-9095-3ec12a756918 {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:12:24.176926 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1b398e-a72f-4bd1-90d3-51a502fdb434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ddf6c1-e525-4552-b91f-ab60989f1456', 'code': 200} Jun 11 00:12:24.239943 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=95ddf6c1-e525-4552-b91f-ab60989f1456,revision_number=7']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:24.243521 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-99a45405-82a5-4684-80f3-a47b7a3c52fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:24.250456 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:24.268267 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-99a45405-82a5-4684-80f3-a47b7a3c52fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:24.332867 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-99a45405-82a5-4684-80f3-a47b7a3c52fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:24.336042 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-99a45405-82a5-4684-80f3-a47b7a3c52fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:24.337311 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-99a45405-82a5-4684-80f3-a47b7a3c52fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b410877c-c805-4363-9e33-ccee4fe6004e HTTP/1.1" status: 204 len: 168 time: 0.1618218 Jun 11 00:12:24.338173 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-16bcf210-0b2e-47c1-92d0-d3c526a70e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:24.349006 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a45405-82a5-4684-80f3-a47b7a3c52fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b410877c-c805-4363-9e33-ccee4fe6004e,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:24.354580 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-99a45405-82a5-4684-80f3-a47b7a3c52fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:24.629717 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 42048) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:24.648007 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-29dea05b-2d2b-4fb3-941f-e86e33688844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:24.747421 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-29dea05b-2d2b-4fb3-941f-e86e33688844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:24.751713 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-29dea05b-2d2b-4fb3-941f-e86e33688844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:24.754107 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e1c7b214-9988-4e2e-ac0a-0725036305aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:24.799253 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-29dea05b-2d2b-4fb3-941f-e86e33688844 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=30da8a36d7fd4db5a12a0f0acf0722d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656365 Jun 11 00:12:24.799253 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dea05b-2d2b-4fb3-941f-e86e33688844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe4c6bf-1561-4ae7-a2ce-0ed45e8c799d,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:24.799605 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 42052) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:24.801724 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-29dea05b-2d2b-4fb3-941f-e86e33688844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:24.883677 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-bead8b08-35c2-432a-8169-449b4d8195c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:24.942731 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-bead8b08-35c2-432a-8169-449b4d8195c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:25.053828 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-bead8b08-35c2-432a-8169-449b4d8195c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:25.056627 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-bead8b08-35c2-432a-8169-449b4d8195c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:25.059419 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-bead8b08-35c2-432a-8169-449b4d8195c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ebe4c6bf-1561-4ae7-a2ce-0ed45e8c799d HTTP/1.1" status: 204 len: 168 time: 0.2571371 Jun 11 00:12:25.061130 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-27fdb648-dc90-4874-8c7c-9cc210e2ec9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:25.078414 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead8b08-35c2-432a-8169-449b4d8195c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe4c6bf-1561-4ae7-a2ce-0ed45e8c799d,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:25.081053 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-bead8b08-35c2-432a-8169-449b4d8195c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:25.103111 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4de1d-6270-4105-83c1-7bcab01fcece req-94dcb6c3-2ee0-4e6a-abc9-2078824b3c01 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:25.104802 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-dee4de1d-6270-4105-83c1-7bcab01fcece req-94dcb6c3-2ee0-4e6a-abc9-2078824b3c01 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.1006382 Jun 11 00:12:25.156551 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-dee4de1d-6270-4105-83c1-7bcab01fcece req-6fe8dc99-7d53-4614-add1-6a1ed1888e8a tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444868 Jun 11 00:12:25.359712 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595c58c-11a5-4054-817b-1f9e1fc3dfb6 req-8ec0ba91-b7a8-4a47-b6fb-fe0ae36bbb25 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:25.361298 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d595c58c-11a5-4054-817b-1f9e1fc3dfb6 req-8ec0ba91-b7a8-4a47-b6fb-fe0ae36bbb25 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0902658 Jun 11 00:12:25.435713 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d595c58c-11a5-4054-817b-1f9e1fc3dfb6 req-415863f1-5fdb-4193-b3dc-3e557d55b41b tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683408 Jun 11 00:12:26.537635 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80bb0c-018a-4310-9156-7c1003b225fe req-4c8ac6a4-0b12-434e-a4d1-ff89a6e35310 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:26.544799 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8f80bb0c-018a-4310-9156-7c1003b225fe req-4c8ac6a4-0b12-434e-a4d1-ff89a6e35310 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.2086821 Jun 11 00:12:26.769061 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8f80bb0c-018a-4310-9156-7c1003b225fe req-0fea6672-e58b-476c-b89b-0798ea4c9504 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138109 Jun 11 00:12:26.840541 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a4ec4-856b-4af5-8d8e-e14e78508995 req-f514ec68-9199-4fd2-b79a-fa7f19cab56d tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:26.842234 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-fd3a4ec4-856b-4af5-8d8e-e14e78508995 req-f514ec68-9199-4fd2-b79a-fa7f19cab56d tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.2214892 Jun 11 00:12:26.974160 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-fd3a4ec4-856b-4af5-8d8e-e14e78508995 req-57b28111-78c9-46dd-bf57-362c8d819994 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256166 Jun 11 00:12:28.007189 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f020e3-5177-46ef-b4d4-27daf614eafe req-7e7e105c-6ba5-49ae-95cf-e053ea9a7b88 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:28.009241 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-75f020e3-5177-46ef-b4d4-27daf614eafe req-7e7e105c-6ba5-49ae-95cf-e053ea9a7b88 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.0809231 Jun 11 00:12:28.070772 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-75f020e3-5177-46ef-b4d4-27daf614eafe req-5ac0f561-2142-4007-bd95-814ba11657e2 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547452 Jun 11 00:12:28.204607 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043a34e-8d40-45e4-b4f7-d4db945f880c req-da206e5b-4651-4075-b03f-38df21845b14 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:28.212780 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c043a34e-8d40-45e4-b4f7-d4db945f880c req-da206e5b-4651-4075-b03f-38df21845b14 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1102104 Jun 11 00:12:28.280266 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c043a34e-8d40-45e4-b4f7-d4db945f880c req-58d7e165-7ebc-418a-b6d1-71b9f5d51465 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543120 Jun 11 00:12:28.851907 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 42226) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:28.977069 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4878d745-dac5-4dc2-958a-1d27933c5ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:29.202619 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4878d745-dac5-4dc2-958a-1d27933c5ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:29.213563 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4878d745-dac5-4dc2-958a-1d27933c5ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:29.237698 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-7fa9f724-73d8-4b53-9f73-307f3baa95f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:29.316264 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-4878d745-dac5-4dc2-958a-1d27933c5ca7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9438f35fd504f9e811417dade938acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4622610 Jun 11 00:12:29.318846 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 42240) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:29.328417 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878d745-dac5-4dc2-958a-1d27933c5ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a19b288-ffba-493b-89cc-1557109634d2,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:29.331756 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-4878d745-dac5-4dc2-958a-1d27933c5ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:29.553777 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b851d4ca-234d-4b1c-9209-91e4ce700798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:29.603072 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b851d4ca-234d-4b1c-9209-91e4ce700798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:29.625800 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361beb7-3552-47b8-940f-3eadf5e07a06 req-740add84-2afa-4fb7-9f25-56bf3190a4a6 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:29.627283 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7361beb7-3552-47b8-940f-3eadf5e07a06 req-740add84-2afa-4fb7-9f25-56bf3190a4a6 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.2729177 Jun 11 00:12:29.906047 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6529a-fc40-4cd2-b012-5fcfa2c6853f req-9fa945f8-febe-476e-8150-ef45cbd5e409 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:29.907551 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-10f6529a-fc40-4cd2-b012-5fcfa2c6853f req-9fa945f8-febe-476e-8150-ef45cbd5e409 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.4483082 Jun 11 00:12:29.988321 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7361beb7-3552-47b8-940f-3eadf5e07a06 req-86b8ee50-37b7-477f-8e89-dde47d75f527 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3367779 Jun 11 00:12:30.001214 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b851d4ca-234d-4b1c-9209-91e4ce700798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:30.016877 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b851d4ca-234d-4b1c-9209-91e4ce700798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:30.018094 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-b851d4ca-234d-4b1c-9209-91e4ce700798 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a19b288-ffba-493b-89cc-1557109634d2 HTTP/1.1" status: 204 len: 168 time: 0.6981435 Jun 11 00:12:30.056261 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-fc7b61e1-cd18-4026-9e4c-23731824a511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:30.082966 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-10f6529a-fc40-4cd2-b012-5fcfa2c6853f req-9f040627-ab51-4bcf-a471-5d1066114104 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583223 Jun 11 00:12:30.107647 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851d4ca-234d-4b1c-9209-91e4ce700798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a19b288-ffba-493b-89cc-1557109634d2,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:30.110359 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-b851d4ca-234d-4b1c-9209-91e4ce700798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:31.279190 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 42348) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:31.350628 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0431bc7-bdc0-4275-8060-ac0acee1e562 admin admin] Deleting subnet bc676cb6-8d95-4f35-8f7e-54f156927d89 {{(pid=91887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:12:31.355631 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a0431bc7-bdc0-4275-8060-ac0acee1e562 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:31.373862 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f557e0-3489-4868-9556-6e1e01d227f8 req-249b2ff7-2d37-4c5e-a55b-89ada1921908 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:31.383247 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-53f557e0-3489-4868-9556-6e1e01d227f8 req-249b2ff7-2d37-4c5e-a55b-89ada1921908 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.2309859 Jun 11 00:12:31.409258 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a0431bc7-bdc0-4275-8060-ac0acee1e562 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3393294'] for subnet, precommit_delete_associations {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:31.446611 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-53f557e0-3489-4868-9556-6e1e01d227f8 req-dba7c102-a799-48d8-a68b-fbaaf2375d63 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623138 Jun 11 00:12:31.455612 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129f41b-c954-48c5-a128-c852127ab581 req-023b6871-b284-4421-92b9-3114ab34de60 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:31.457504 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e129f41b-c954-48c5-a128-c852127ab581 req-023b6871-b284-4421-92b9-3114ab34de60 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1799176 Jun 11 00:12:31.527004 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a0431bc7-bdc0-4275-8060-ac0acee1e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752867'] for subnet, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:31.547410 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e129f41b-c954-48c5-a128-c852127ab581 req-a79dfbab-d17d-4d57-b6ef-8366de9a7817 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831041 Jun 11 00:12:31.676403 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 42358) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:31.702697 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a0431bc7-bdc0-4275-8060-ac0acee1e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3175783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8802595'] for subnet, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:31.712098 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:31.749853 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0431bc7-bdc0-4275-8060-ac0acee1e562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc676cb6-8d95-4f35-8f7e-54f156927d89,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:31.755036 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-a0431bc7-bdc0-4275-8060-ac0acee1e562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:31.756203 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a0431bc7-bdc0-4275-8060-ac0acee1e562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:31.758832 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-a0431bc7-bdc0-4275-8060-ac0acee1e562 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bc676cb6-8d95-4f35-8f7e-54f156927d89 HTTP/1.1" status: 204 len: 168 time: 0.4771044 Jun 11 00:12:31.761679 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 42362) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:31.776798 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-b3ddb503-cd83-4916-95a6-660721808d03 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1795387932&fields=id&tenant_id=d4b2c02cca8342d0a2e79a10f15436f0 HTTP/1.1" status: 200 len: 267 time: 0.0772963 Jun 11 00:12:31.788541 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76332c4b-3d5f-4cc3-9bd4-ebcb3ce3cebc req-9a9a7c1c-8b19-46a6-845a-8d53815e0393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:31.790204 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-76332c4b-3d5f-4cc3-9bd4-ebcb3ce3cebc req-9a9a7c1c-8b19-46a6-845a-8d53815e0393 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 1099 time: 0.1350837 Jun 11 00:12:31.900390 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0f813247-af4b-4fa8-84ab-eec31afef0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:31.904731 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-76332c4b-3d5f-4cc3-9bd4-ebcb3ce3cebc req-93fffe04-4f3e-4266-8ef7-e68f6f68e38c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048431 Jun 11 00:12:31.909010 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-ec5ed534-e1f0-48e6-9927-b9ec1c6c4ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546938'] for network, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:31.965250 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-f97a1021-4a00-4579-9055-391acc3ae7de tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:31.966620 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-f97a1021-4a00-4579-9055-391acc3ae7de tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/networks?id=2b268359-8d07-449e-a75e-0d00b0644849 HTTP/1.1" status: 200 len: 809 time: 0.1889234 Jun 11 00:12:32.003028 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-ca8745c9-c06f-4ede-8bf9-4c6b837793b4 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/quotas/d4b2c02cca8342d0a2e79a10f15436f0 HTTP/1.1" status: 200 len: 375 time: 0.0238261 Jun 11 00:12:32.036019 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-ec5ed534-e1f0-48e6-9927-b9ec1c6c4ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750700', 'neutron.services.segments.db._delete_segments_for_network-8777603965615'] for network, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:32.049793 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-ec5ed534-e1f0-48e6-9927-b9ec1c6c4ffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e428fc8-de7f-4b0a-974a-f75564bc129c']}} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:12:32.070718 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-ec5ed534-e1f0-48e6-9927-b9ec1c6c4ffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856180f1-78cd-45fb-bffc-eafcba658df9') {'for_net_delete': True} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:12:32.071091 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-ec5ed534-e1f0-48e6-9927-b9ec1c6c4ffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856180f1-78cd-45fb-bffc-eafcba658df9') {} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:12:32.083920 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-ec5ed534-e1f0-48e6-9927-b9ec1c6c4ffd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777603965444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3393303'] for segment, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:32.100877 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-ec5ed534-e1f0-48e6-9927-b9ec1c6c4ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:32.125638 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5ed534-e1f0-48e6-9927-b9ec1c6c4ffd admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=91887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:12:32.126049 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-ec5ed534-e1f0-48e6-9927-b9ec1c6c4ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3176440'] for segment, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: Traceback (most recent call last): Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: timer() Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: cb(*args, **kw) Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: return func(*args, **kwargs) Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: self._notify() Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: self.callback(batched_events) Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: event.method(event) Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: return f(self, *a, **k) Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: return self._get(url).json() Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: return self.request(url, 'GET', **kwargs) Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:12:32.127938 dv-cinder-786260-5-iscsi neutron-server[91887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:12:32.159750 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-100cfba7-8f3d-4307-9e03-597f56c6ed13 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4b2c02cca8342d0a2e79a10f15436f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1480281 Jun 11 00:12:32.172041 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0f813247-af4b-4fa8-84ab-eec31afef0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:32.199856 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0f813247-af4b-4fa8-84ab-eec31afef0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:32.205198 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-37d10fa4-b094-4811-a10c-b1b1c6df4111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:32.253699 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-ec5ed534-e1f0-48e6-9927-b9ec1c6c4ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1807883'] for network, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:32.261061 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-b4df6db6-16d6-44de-8673-bd6179c13c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:32.263574 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-ec5ed534-e1f0-48e6-9927-b9ec1c6c4ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:32.267992 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-ec5ed534-e1f0-48e6-9927-b9ec1c6c4ffd admin admin] 10.222.0.15 "DELETE /v2.0/networks/0e428fc8-de7f-4b0a-974a-f75564bc129c HTTP/1.1" status: 204 len: 168 time: 0.5028198 Jun 11 00:12:32.297631 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ed534-e1f0-48e6-9927-b9ec1c6c4ffd admin admin] Pushing event deleted for resources: {'Network': ['ID=0e428fc8-de7f-4b0a-974a-f75564bc129c,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:32.299947 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-ec5ed534-e1f0-48e6-9927-b9ec1c6c4ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:32.342078 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f813247-af4b-4fa8-84ab-eec31afef0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff17418-efb4-4a53-a888-79b694ac28dc,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:32.357377 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-0f813247-af4b-4fa8-84ab-eec31afef0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:32.413307 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 42370) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:32.413395 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-0f813247-af4b-4fa8-84ab-eec31afef0de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aba0aa0803084137ad0404a7efacaee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7293634 Jun 11 00:12:32.448460 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-adb6859b-7f7c-4857-8a57-6fa04d718587 service neutron] 10.222.0.15 "GET /v2.0/networks/2b268359-8d07-449e-a75e-0d00b0644849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876554 Jun 11 00:12:32.500939 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-3e059364-65be-46b7-aca8-c19276dc40ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:32.518083 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 42378) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:32.565558 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-3e059364-65be-46b7-aca8-c19276dc40ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:32.650617 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-d5c1d0a1-6f5c-4164-81c9-05be7ec51df9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2da08db490e54af48faa1f9a9c133277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1313303 Jun 11 00:12:32.652765 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 42382) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:32.673631 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-7b954fdf-a340-4e40-aaf1-15cd278b83a4 service neutron] 10.222.0.15 "GET /v2.0/networks/2b268359-8d07-449e-a75e-0d00b0644849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191775 Jun 11 00:12:32.713912 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e7b48-2d25-4edb-a544-00a1999edb31 req-3ad2e5de-41ea-4f16-91f8-e49158909464 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:32.716095 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ff6e7b48-2d25-4edb-a544-00a1999edb31 req-3ad2e5de-41ea-4f16-91f8-e49158909464 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.1015229 Jun 11 00:12:32.720465 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-3e059364-65be-46b7-aca8-c19276dc40ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:32.724105 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-3e059364-65be-46b7-aca8-c19276dc40ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:32.728601 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-3e059364-65be-46b7-aca8-c19276dc40ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ff17418-efb4-4a53-a888-79b694ac28dc HTTP/1.1" status: 204 len: 168 time: 0.3176658 Jun 11 00:12:32.733212 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-187b3b2b-e942-4561-8881-eca86873d168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:32.760005 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e059364-65be-46b7-aca8-c19276dc40ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff17418-efb4-4a53-a888-79b694ac28dc,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:32.764850 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-3e059364-65be-46b7-aca8-c19276dc40ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:32.803293 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ff6e7b48-2d25-4edb-a544-00a1999edb31 req-8f6f44df-5818-42b9-9814-e475cd1a93c0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757568 Jun 11 00:12:32.807289 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-00997f9a-eaf5-40b1-9233-54480935471f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:32.832839 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-00997f9a-eaf5-40b1-9233-54480935471f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:32.917269 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-00997f9a-eaf5-40b1-9233-54480935471f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:32.921131 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-00997f9a-eaf5-40b1-9233-54480935471f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:32.924650 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-00997f9a-eaf5-40b1-9233-54480935471f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/480386eb-02a6-4a48-bcc1-8bfcac8ad0c3 HTTP/1.1" status: 204 len: 168 time: 0.2687640 Jun 11 00:12:32.924650 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-bfed0847-b3ec-46f0-a945-9a3a324c0a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:32.946303 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00997f9a-eaf5-40b1-9233-54480935471f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480386eb-02a6-4a48-bcc1-8bfcac8ad0c3,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:32.957362 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-00997f9a-eaf5-40b1-9233-54480935471f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:33.071161 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f26829-552b-45e3-88f7-c7434aa45748 req-3b7d3e1f-2cb3-440d-a957-ad75d7e21566 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:33.091448 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-64f26829-552b-45e3-88f7-c7434aa45748 req-3b7d3e1f-2cb3-440d-a957-ad75d7e21566 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1125007 Jun 11 00:12:33.162030 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-64f26829-552b-45e3-88f7-c7434aa45748 req-d2832502-3b1c-4b92-8460-73b3795c45bb tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695930 Jun 11 00:12:33.416026 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c284d6d1-4a28-4a6c-babe-770803e10704 req-81c0b3c1-f2d0-4709-b647-20ec4a0277af tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 210 time: 0.0620451 Jun 11 00:12:34.053592 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 42444) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:34.079109 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa423b6a-51d4-4f8f-939a-13068f5b5a72 req-4fafb7ee-f3f2-443d-8ae5-983264a0de26 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:34.087566 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-aa423b6a-51d4-4f8f-939a-13068f5b5a72 req-4fafb7ee-f3f2-443d-8ae5-983264a0de26 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.1293502 Jun 11 00:12:34.188689 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-aa423b6a-51d4-4f8f-939a-13068f5b5a72 req-2d1cccdb-578d-47ad-bbf2-8c5ec66bfc9e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980368 Jun 11 00:12:34.211821 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-496a1842-84de-41da-b528-307f0f28f3a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-909273978-network', 'tenant_id': '64ce34ac53f34148b3b9e71f940aa259'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:12:34.242423 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496a1842-84de-41da-b528-307f0f28f3a3 admin admin] Made reservation on behalf of 64ce34ac53f34148b3b9e71f940aa259 for: {'network': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:12:34.245210 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-496a1842-84de-41da-b528-307f0f28f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for network, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:34.258344 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-496a1842-84de-41da-b528-307f0f28f3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:34.408041 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-496a1842-84de-41da-b528-307f0f28f3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:34.415673 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-496a1842-84de-41da-b528-307f0f28f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:34.433466 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496a1842-84de-41da-b528-307f0f28f3a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=91887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:12:34.433766 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd9b51-8d9e-40e9-80a4-5a89b9861870 req-c2c47a0b-30a4-4076-a1cd-215c4453faa4 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:34.441544 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6afd9b51-8d9e-40e9-80a4-5a89b9861870 req-c2c47a0b-30a4-4076-a1cd-215c4453faa4 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0926807 Jun 11 00:12:34.448705 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-496a1842-84de-41da-b528-307f0f28f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:34.449162 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.db.segments_db [None req-496a1842-84de-41da-b528-307f0f28f3a3 admin admin] Added segment 7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd of type vlan for network 2428e518-90a9-4d9e-a215-95704b3da34e Jun 11 00:12:34.517316 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6afd9b51-8d9e-40e9-80a4-5a89b9861870 req-7e288fa7-6f2a-4035-a1da-ddafd5c70898 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745349 Jun 11 00:12:34.522041 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-496a1842-84de-41da-b528-307f0f28f3a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777603396253'] for network, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:34.527326 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-5e79e2df-bacd-4752-b945-b969a70183ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:34.574839 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a1842-84de-41da-b528-307f0f28f3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:34.590399 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-496a1842-84de-41da-b528-307f0f28f3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:34.591653 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-496a1842-84de-41da-b528-307f0f28f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395'] for network, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:34.593059 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496a1842-84de-41da-b528-307f0f28f3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:34.593639 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-496a1842-84de-41da-b528-307f0f28f3a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:34.604602 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-a260e2d4-9cd2-43c5-9473-0de901d9bf28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:34.618802 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3e86c00b-de0d-457f-9524-853ffdc9bcac req-ad3b983b-129a-4a88-ac37-a3804db47a92 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 210 time: 0.0480287 Jun 11 00:12:34.634221 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-496a1842-84de-41da-b528-307f0f28f3a3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5778508 Jun 11 00:12:34.637082 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 42456) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:34.642558 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-4a8cb776-a5ed-424f-82c1-f2226d46a239 admin admin] Request body: {'subnet': {'network_id': '2428e518-90a9-4d9e-a215-95704b3da34e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-909273978-subnet', 'tenant_id': '64ce34ac53f34148b3b9e71f940aa259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:12:34.706035 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a1842-84de-41da-b528-307f0f28f3a3 admin admin] Pushing event updated for resources: {'Network': ['ID=2428e518-90a9-4d9e-a215-95704b3da34e,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:34.711880 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-496a1842-84de-41da-b528-307f0f28f3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:34.722817 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Network 2428e518-90a9-4d9e-a215-95704b3da34e details requested by agent ovs-agent-dv-cinder-786260-5-iscsi with host dv-cinder-786260-5-iscsi {{(pid=91889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:12:34.730563 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8cb776-a5ed-424f-82c1-f2226d46a239 admin admin] Made reservation on behalf of 64ce34ac53f34148b3b9e71f940aa259 for: {'subnet': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:12:34.733091 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb776-a5ed-424f-82c1-f2226d46a239 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8802620'] for subnet, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:35.184874 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb776-a5ed-424f-82c1-f2226d46a239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3175718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8802602'] for subnet, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:35.205275 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:35.307124 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753a088-1f49-48fa-a3dc-745dfc30fed0 req-65b21b69-bd20-4265-b665-f51ca448654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:35.309762 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7753a088-1f49-48fa-a3dc-745dfc30fed0 req-65b21b69-bd20-4265-b665-f51ca448654a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c33865a137fb461586e8a7e83d61e7b2&device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 1099 time: 0.2052631 Jun 11 00:12:35.321369 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7549e6f-0519-46e0-8d98-8501a2a8107d req-18bb9948-947f-40a3-a9fb-f5c62213c0d4 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:35.323889 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f7549e6f-0519-46e0-8d98-8501a2a8107d req-18bb9948-947f-40a3-a9fb-f5c62213c0d4 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1601744 Jun 11 00:12:35.369504 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-9ac25578-752b-4e04-8c03-061f99928083 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:35.371102 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-9ac25578-752b-4e04-8c03-061f99928083 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.21 "GET /v2.0/networks?id=2b268359-8d07-449e-a75e-0d00b0644849 HTTP/1.1" status: 200 len: 809 time: 0.4266040 Jun 11 00:12:35.503723 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8cb776-a5ed-424f-82c1-f2226d46a239 admin admin] Checking segment: {'id': '7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2428e518-90a9-4d9e-a215-95704b3da34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:12:35.504180 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8cb776-a5ed-424f-82c1-f2226d46a239 admin admin] Network hostable DHCP agents. Network: 2428e518-90a9-4d9e-a215-95704b3da34e, hostable agents: ['ce8ef649-8289-40e7-a272-310ee0704403'], hosted agents: [] {{(pid=91887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:12:35.515064 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-a04789f9-1016-44f1-9aef-0a59a60b1b07 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4b2c02cca8342d0a2e79a10f15436f0 HTTP/1.1" status: 200 len: 380 time: 0.1243951 Jun 11 00:12:35.541211 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-790d4f7e-410f-4ca1-9b8f-8402fed63608 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Request body: {'port': {'device_id': 'c2f48c8e-da55-411c-b0e0-855a0ec12595', 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849', 'admin_state_up': True, 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'security_groups': ['5811cf75-42df-4544-9a18-54df8ca566a7']}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:12:35.587584 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f7549e6f-0519-46e0-8d98-8501a2a8107d req-8cb3b67e-0307-4953-bb63-d1ae30662e65 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520211 Jun 11 00:12:35.632570 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753a088-1f49-48fa-a3dc-745dfc30fed0 req-150b609e-c08c-48b3-8c66-c73f1343a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:35.634545 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7753a088-1f49-48fa-a3dc-745dfc30fed0 req-150b609e-c08c-48b3-8c66-c73f1343a437 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4f0ab10-a508-4639-872f-a1788b421e5d HTTP/1.1" status: 200 len: 920 time: 0.3094263 Jun 11 00:12:35.690849 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cb776-a5ed-424f-82c1-f2226d46a239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afd0e02f-bef2-474a-99c6-1d8bde33f19e,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:35.695911 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 42478) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:35.701832 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-4a8cb776-a5ed-424f-82c1-f2226d46a239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:35.705344 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8cb776-a5ed-424f-82c1-f2226d46a239 admin admin] Network 2428e518-90a9-4d9e-a215-95704b3da34e is scheduled to be hosted by DHCP agent ce8ef649-8289-40e7-a272-310ee0704403 with binding_index 1 {{(pid=91887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:12:35.728798 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-4a8cb776-a5ed-424f-82c1-f2226d46a239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-iscsi, 2428e518-90a9-4d9e-a215-95704b3da34e) {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:12:35.735781 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8cb776-a5ed-424f-82c1-f2226d46a239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:35.736380 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb776-a5ed-424f-82c1-f2226d46a239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:35.741648 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12c9bcd-6ecc-4cff-b81e-515b5a8f71c9 None None] Network 2428e518-90a9-4d9e-a215-95704b3da34e requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:12:35.767326 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-790d4f7e-410f-4ca1-9b8f-8402fed63608 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Made reservation on behalf of d4b2c02cca8342d0a2e79a10f15436f0 for: {'port': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:12:35.770673 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7753a088-1f49-48fa-a3dc-745dfc30fed0 req-0a4cdaaf-9872-46d4-8c07-24f2be80f273 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3ce4f41-f8c7-4be3-bf51-483543000f29 HTTP/1.1" status: 200 len: 217 time: 0.1285977 Jun 11 00:12:35.771538 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-790d4f7e-410f-4ca1-9b8f-8402fed63608 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:35.800695 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-4a8cb776-a5ed-424f-82c1-f2226d46a239 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1576211 Jun 11 00:12:35.936271 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac26d2-429e-4f1b-ac05-d62d03618558 req-0ffb77d9-170c-4c9a-8d46-ac772057faea tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:35.938104 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cdac26d2-429e-4f1b-ac05-d62d03618558 req-0ffb77d9-170c-4c9a-8d46-ac772057faea tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.5336330 Jun 11 00:12:35.942519 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-13356356-e455-4d81-835c-e767ee415eee req-1898c2f2-d65f-48b8-bdd1-f8dbd5dd1949 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 210 time: 0.1684532 Jun 11 00:12:35.988890 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753a088-1f49-48fa-a3dc-745dfc30fed0 req-bb3777c6-8057-43e3-a26d-43f08dea5e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:35.994781 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7753a088-1f49-48fa-a3dc-745dfc30fed0 req-bb3777c6-8057-43e3-a26d-43f08dea5e77 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=06445c02-8c20-46e0-be9b-66222ba10e31 HTTP/1.1" status: 200 len: 859 time: 0.2129569 Jun 11 00:12:35.995182 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-ab08ad2e-8d68-4a48-8f55-a1e08b02a36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:36.082436 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1210708c-a1fa-4036-8ab3-825b5123ed08 None None] Network 2428e518-90a9-4d9e-a215-95704b3da34e requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:12:36.105127 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cdac26d2-429e-4f1b-ac05-d62d03618558 req-41049d4e-6b5d-4a22-8f4b-8303b9bd1248 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598334 Jun 11 00:12:36.112047 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7753a088-1f49-48fa-a3dc-745dfc30fed0 req-eae788d4-8e3a-4045-88b4-1052e40f289f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4f0ab10-a508-4639-872f-a1788b421e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002822 Jun 11 00:12:36.142382 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-790d4f7e-410f-4ca1-9b8f-8402fed63608 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Allocated IP 172.20.0.5 (2b268359-8d07-449e-a75e-0d00b0644849/bed01ecf-2424-4b04-ae9c-d7b603ee3ccb/0c1dcdee-9e53-4893-a840-c67308e501b7) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:12:36.307004 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7753a088-1f49-48fa-a3dc-745dfc30fed0 req-aedc7acb-66e3-4e34-ab94-db820e2b9e4c service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822896 Jun 11 00:12:36.325321 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-ab08ad2e-8d68-4a48-8f55-a1e08b02a36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:36.336920 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-ab08ad2e-8d68-4a48-8f55-a1e08b02a36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:36.506099 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7753a088-1f49-48fa-a3dc-745dfc30fed0 req-074c633d-8d60-48b6-93cc-11655ed0ca49 service neutron] 10.222.0.21 "GET /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918490 Jun 11 00:12:36.594136 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-6bf21a57-36ab-4dca-a879-6cc7d8ab9d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:36.714982 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-ab08ad2e-8d68-4a48-8f55-a1e08b02a36f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8890bb96c27f458db23651b6ea83db51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0180302 Jun 11 00:12:36.717826 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 42494) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:36.722417 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08ad2e-8d68-4a48-8f55-a1e08b02a36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fae4dc-56d8-412f-9b8d-8f4a1c0d856c,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:36.727744 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-ab08ad2e-8d68-4a48-8f55-a1e08b02a36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:36.730584 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-790d4f7e-410f-4ca1-9b8f-8402fed63608 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:36.745564 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-790d4f7e-410f-4ca1-9b8f-8402fed63608 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Transition to ACTIVE for port object 0c1dcdee-9e53-4893-a840-c67308e501b7 will not be triggered until provisioned by entity DHCP. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:12:36.826627 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-790d4f7e-410f-4ca1-9b8f-8402fed63608 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:36.830658 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-edaf4d2a-ffc8-4a9c-8438-69ea9e895487 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:36.846034 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e02c0b61-6d66-48ec-a16d-a44b86189a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:36.878669 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e02c0b61-6d66-48ec-a16d-a44b86189a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:36.899270 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-790d4f7e-410f-4ca1-9b8f-8402fed63608 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Network 2b268359-8d07-449e-a75e-0d00b0644849 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:12:36.905861 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-790d4f7e-410f-4ca1-9b8f-8402fed63608 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:12:36.912466 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-790d4f7e-410f-4ca1-9b8f-8402fed63608 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:12:36.915644 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d4f7e-410f-4ca1-9b8f-8402fed63608 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Pushing event updated for resources: {'Port': ['ID=0c1dcdee-9e53-4893-a840-c67308e501b7,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:36.948371 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-790d4f7e-410f-4ca1-9b8f-8402fed63608 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:36.983898 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-790d4f7e-410f-4ca1-9b8f-8402fed63608 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:36.984466 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-790d4f7e-410f-4ca1-9b8f-8402fed63608 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:37.014791 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-790d4f7e-410f-4ca1-9b8f-8402fed63608 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4853981 Jun 11 00:12:37.022664 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4d4dc-bb9b-44a3-8156-03f5770dd313 req-ffa621b6-9d49-4b5c-a627-169622d6dd8f tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:37.025023 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-74b4d4dc-bb9b-44a3-8156-03f5770dd313 req-ffa621b6-9d49-4b5c-a627-169622d6dd8f tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1312778 Jun 11 00:12:37.036337 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Request body: {'port': {'device_id': 'c2f48c8e-da55-411c-b0e0-855a0ec12595', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:12:37.056846 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e02c0b61-6d66-48ec-a16d-a44b86189a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:37.059783 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e02c0b61-6d66-48ec-a16d-a44b86189a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:37.060979 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-e02c0b61-6d66-48ec-a16d-a44b86189a95 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69fae4dc-56d8-412f-9b8d-8f4a1c0d856c HTTP/1.1" status: 204 len: 168 time: 0.3415728 Jun 11 00:12:37.063880 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-73ec206c-d189-4359-ab57-43ae7db09f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:37.087213 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c0b61-6d66-48ec-a16d-a44b86189a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fae4dc-56d8-412f-9b8d-8f4a1c0d856c,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:37.096488 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-e02c0b61-6d66-48ec-a16d-a44b86189a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:37.127693 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-74b4d4dc-bb9b-44a3-8156-03f5770dd313 req-f4a09024-1728-482c-a221-d56c10461ce1 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960033 Jun 11 00:12:37.207576 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:37.308507 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba12e5f-a0fd-400b-ab5f-5accd9fd6fb8 req-b4c3e2e1-da3d-4229-9c05-7565ff8fd63b tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:37.315966 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9ba12e5f-a0fd-400b-ab5f-5accd9fd6fb8 req-b4c3e2e1-da3d-4229-9c05-7565ff8fd63b tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 931 time: 0.1167815 Jun 11 00:12:37.336479 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-9d24f1ee-808d-4735-bf01-0637e32db3c5 None None] Provisioning for port 0c1dcdee-9e53-4893-a840-c67308e501b7 completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:12:37.344511 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-9d24f1ee-808d-4735-bf01-0637e32db3c5 None None] Provisioning complete for port 0c1dcdee-9e53-4893-a840-c67308e501b7 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:12:37.345259 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-9d24f1ee-808d-4735-bf01-0637e32db3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:37.441986 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9ba12e5f-a0fd-400b-ab5f-5accd9fd6fb8 req-671b47b8-3a6e-4da5-8adb-c8d746166ed6 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247218 Jun 11 00:12:37.442578 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-9d24f1ee-808d-4735-bf01-0637e32db3c5 None None] Port 0c1dcdee-9e53-4893-a840-c67308e501b7 cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:12:37.470096 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6f8a0-180f-4c58-88cd-4a5a82226d16 req-99063346-643f-4b7f-9129-277a42b5944e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:37.477928 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-21f6f8a0-180f-4c58-88cd-4a5a82226d16 req-99063346-643f-4b7f-9129-277a42b5944e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.1544991 Jun 11 00:12:37.533485 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-21f6f8a0-180f-4c58-88cd-4a5a82226d16 req-5941cb86-674c-4a9d-bb75-02ada4fdbb21 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546012 Jun 11 00:12:37.636837 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 42504) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:37.660312 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-4a8e73d6-8266-40dc-927e-a3b5af1a767a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:37.723932 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1dcdee-9e53-4893-a840-c67308e501b7 {{(pid=91887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:12:37.732428 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:37.747463 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Transition to ACTIVE for port object 0c1dcdee-9e53-4893-a840-c67308e501b7 will not be triggered until provisioned by entity L2. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:12:37.753923 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:37.756160 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:37.789374 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-4a8e73d6-8266-40dc-927e-a3b5af1a767a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:37.806864 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-4a8e73d6-8266-40dc-927e-a3b5af1a767a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:37.810862 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-99a45405-82a5-4684-80f3-a47b7a3c52fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:37.849934 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e73d6-8266-40dc-927e-a3b5af1a767a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2240c2-7c57-4920-9970-3decb8afa1eb,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:37.864230 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-4a8e73d6-8266-40dc-927e-a3b5af1a767a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:37.894106 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1dcdee-9e53-4893-a840-c67308e501b7,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:37.899894 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:37.900717 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 42510) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:37.908157 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-4a8e73d6-8266-40dc-927e-a3b5af1a767a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc091345acb2472cb69b7dd7f867305e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583988 Jun 11 00:12:38.073767 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Attempting to bind port 0c1dcdee-9e53-4893-a840-c67308e501b7 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:12:38.074195 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Attempting to bind port 0c1dcdee-9e53-4893-a840-c67308e501b7 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '6bb04621-31b3-44a8-b1b3-52fe43128c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849'}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:12:38.074634 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Attempting to bind port 0c1dcdee-9e53-4893-a840-c67308e501b7 on network 2b268359-8d07-449e-a75e-0d00b0644849 {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:12:38.082982 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c1d7c58b-8992-43ff-b219-98b501a4423b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:38.085832 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Port 0c1dcdee-9e53-4893-a840-c67308e501b7 on network 2b268359-8d07-449e-a75e-0d00b0644849 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:12:38.086271 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Attempting to bind port 0c1dcdee-9e53-4893-a840-c67308e501b7 on network 2b268359-8d07-449e-a75e-0d00b0644849 {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:12:38.106774 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Checking agent: {'id': '0b82d12c-0850-474f-ad5c-077a5fa277b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:12:38.107202 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Checking segment: {'id': '6bb04621-31b3-44a8-b1b3-52fe43128c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:12:38.107809 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Bound using segment: {'id': '6bb04621-31b3-44a8-b1b3-52fe43128c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849'} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:12:38.108365 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Bound port: 0c1dcdee-9e53-4893-a840-c67308e501b7, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb04621-31b3-44a8-b1b3-52fe43128c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849'}}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:12:38.108832 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:38.128945 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c1d7c58b-8992-43ff-b219-98b501a4423b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:38.245862 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c1d7c58b-8992-43ff-b219-98b501a4423b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:38.248577 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-c1d7c58b-8992-43ff-b219-98b501a4423b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:38.252592 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-c1d7c58b-8992-43ff-b219-98b501a4423b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b2240c2-7c57-4920-9970-3decb8afa1eb HTTP/1.1" status: 204 len: 168 time: 0.3251870 Jun 11 00:12:38.261175 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f37581d8-99b7-4f12-b3d1-e06879172f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:38.281563 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7c58b-8992-43ff-b219-98b501a4423b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2240c2-7c57-4920-9970-3decb8afa1eb,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:38.290888 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c1d7c58b-8992-43ff-b219-98b501a4423b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:38.296513 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] For port 0c1dcdee-9e53-4893-a840-c67308e501b7, host hv-cinder-78626, cleared binding levels {{(pid=91887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:12:38.300636 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] For port 0c1dcdee-9e53-4893-a840-c67308e501b7, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0c1dcdee-9e53-4893-a840-c67308e501b7,segment=NetworkSegment(6bb04621-31b3-44a8-b1b3-52fe43128c03),segment_id=6bb04621-31b3-44a8-b1b3-52fe43128c03)] {{(pid=91887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:12:38.307293 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:38.326699 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-ed24fe84-b9f0-4f39-b5ec-a3afb4d72800 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:38.396626 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1dcdee-9e53-4893-a840-c67308e501b7,revision_number=3']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:38.412132 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:38.415360 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:38.416173 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:38.417487 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] 10.222.0.21 "PUT /v2.0/ports/0c1dcdee-9e53-4893-a840-c67308e501b7 HTTP/1.1" status: 200 len: 1093 time: 1.3858063 Jun 11 00:12:38.418014 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f48c8e-da55-411c-b0e0-855a0ec12595', 'tag': '0c1dcdee-9e53-4893-a840-c67308e501b7'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:12:38.420471 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bdf634-c7e8-4a40-a4ea-79a437dcec12" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f48c8e-da55-411c-b0e0-855a0ec12595", "tag": "0c1dcdee-9e53-4893-a840-c67308e501b7"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:12:38.564509 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-a13c6b74-cb09-4fae-a9f0-e5862b38c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:38.567027 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-a13c6b74-cb09-4fae-a9f0-e5862b38c7fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4b2c02cca8342d0a2e79a10f15436f0&device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 1096 time: 0.1011550 Jun 11 00:12:38.647472 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-0dcdc989-adb8-4670-aa1b-adbd5752bf07 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c1dcdee-9e53-4893-a840-c67308e501b7 HTTP/1.1" status: 200 len: 217 time: 0.0726550 Jun 11 00:12:38.690961 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-e17012af-f199-4dd4-bb82-19bdc53d24dc tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:38.692674 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-e17012af-f199-4dd4-bb82-19bdc53d24dc tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/networks?id=2428e518-90a9-4d9e-a215-95704b3da34e HTTP/1.1" status: 200 len: 813 time: 0.5686357 Jun 11 00:12:38.723985 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-75c02cf7-8110-4bd4-8095-d3a159e0aac2 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/quotas/64ce34ac53f34148b3b9e71f940aa259 HTTP/1.1" status: 200 len: 375 time: 0.0211580 Jun 11 00:12:38.737873 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670aa6af-fb56-43f8-a687-b0fec0afc77b req-3a3d4813-7812-43ae-b36f-4591d6e2db69 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:38.745411 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-670aa6af-fb56-43f8-a687-b0fec0afc77b req-3a3d4813-7812-43ae-b36f-4591d6e2db69 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.4495513 Jun 11 00:12:38.747308 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:38.801602 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 42534) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:38.822848 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-27b0f5e5-6cc4-4f98-a05f-032252d0e31f tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64ce34ac53f34148b3b9e71f940aa259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748227 Jun 11 00:12:38.831387 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-869675a1-8d2d-467a-830a-162d564a6aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:38.847295 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-f42df2f8-74c7-41c0-bcf4-3afde1cc9d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:38.849021 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-f42df2f8-74c7-41c0-bcf4-3afde1cc9d23 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bed01ecf-2424-4b04-ae9c-d7b603ee3ccb HTTP/1.1" status: 200 len: 848 time: 0.1953802 Jun 11 00:12:38.875081 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-670aa6af-fb56-43f8-a687-b0fec0afc77b req-4d3649b8-0c97-4351-b5bf-baa7c282935c tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284502 Jun 11 00:12:38.978073 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5580dc13-855b-4f61-a252-6bac02ca38e1 x-openstack-request-id: req-5580dc13-855b-4f61-a252-6bac02ca38e1 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:12:38.978664 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f48c8e-da55-411c-b0e0-855a0ec12595", "tag": "0c1dcdee-9e53-4893-a840-c67308e501b7", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:12:38.979163 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5580dc13-855b-4f61-a252-6bac02ca38e1 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:12:38.979952 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f48c8e-da55-411c-b0e0-855a0ec12595', 'tag': '0c1dcdee-9e53-4893-a840-c67308e501b7', 'status': 'completed', 'code': 200} Jun 11 00:12:39.011868 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-ef104d9b-cc9c-4a0c-b3a5-1df521c5afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:39.014087 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-ef104d9b-cc9c-4a0c-b3a5-1df521c5afc7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b268359-8d07-449e-a75e-0d00b0644849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1576457 Jun 11 00:12:39.058125 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-d58509f4-b5da-43f7-a903-b79c367744db service neutron] 10.222.0.15 "GET /v2.0/networks/2428e518-90a9-4d9e-a215-95704b3da34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194889 Jun 11 00:12:39.062785 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-869675a1-8d2d-467a-830a-162d564a6aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:39.081390 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-869675a1-8d2d-467a-830a-162d564a6aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:39.113312 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-3e059364-65be-46b7-aca8-c19276dc40ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:39.129388 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-869675a1-8d2d-467a-830a-162d564a6aae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94555dc5a5554d89b1b07cafe59b6971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260024 Jun 11 00:12:39.130040 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 42540) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:39.234288 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869675a1-8d2d-467a-830a-162d564a6aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37408d81-7c22-4852-8aba-7e3db77345a0,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:39.235553 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-869675a1-8d2d-467a-830a-162d564a6aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:39.254387 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-b216d2e5-2b5c-4d65-8486-d832c615f73b service neutron] 10.222.0.15 "GET /v2.0/networks/2428e518-90a9-4d9e-a215-95704b3da34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952181 Jun 11 00:12:39.282931 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3617f-845b-436f-b38c-10c45e56ca90 req-5ee0c0f2-ccb1-47c8-a4b7-d30aca8e0102 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:39.287937 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8bf3617f-845b-436f-b38c-10c45e56ca90 req-5ee0c0f2-ccb1-47c8-a4b7-d30aca8e0102 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 943 time: 0.1186602 Jun 11 00:12:39.307245 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-d559009a-4570-487c-9752-8bf5cff553cb service neutron] 10.222.0.21 "GET /v2.0/networks/2b268359-8d07-449e-a75e-0d00b0644849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805016 Jun 11 00:12:39.308226 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1703da1f-e047-49f9-bc6c-f66263c0a751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:39.371562 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1703da1f-e047-49f9-bc6c-f66263c0a751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:39.382844 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8bf3617f-845b-436f-b38c-10c45e56ca90 req-bb37532d-4490-4146-875f-1e394c65d72d tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683136 Jun 11 00:12:39.522446 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-0424f285-82e3-4991-b96f-ca99696f4df8 req-0a3337bb-3416-479c-b1af-5039a12681c5 service neutron] 10.222.0.21 "GET /v2.0/networks/2b268359-8d07-449e-a75e-0d00b0644849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035611 Jun 11 00:12:39.543779 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1703da1f-e047-49f9-bc6c-f66263c0a751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:39.548993 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1703da1f-e047-49f9-bc6c-f66263c0a751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:39.553294 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-1703da1f-e047-49f9-bc6c-f66263c0a751 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37408d81-7c22-4852-8aba-7e3db77345a0 HTTP/1.1" status: 204 len: 168 time: 0.4181182 Jun 11 00:12:39.554191 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e18fb49e-4190-4781-8606-8c573b58bbd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:39.564645 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703da1f-e047-49f9-bc6c-f66263c0a751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37408d81-7c22-4852-8aba-7e3db77345a0,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:39.566917 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-1703da1f-e047-49f9-bc6c-f66263c0a751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:39.708969 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdf634-c7e8-4a40-a4ea-79a437dcec12 req-83d2b7cb-a485-47fd-8dc2-a32d2825093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:39.711320 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-57bdf634-c7e8-4a40-a4ea-79a437dcec12 req-83d2b7cb-a485-47fd-8dc2-a32d2825093b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4b2c02cca8342d0a2e79a10f15436f0&device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 1096 time: 0.1258440 Jun 11 00:12:39.785797 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5f464-5a5a-45e0-bc88-362293fed57e req-a81fba8c-3a15-4018-a15a-02ec9a3372dc tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:39.810910 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-05a5f464-5a5a-45e0-bc88-362293fed57e req-a81fba8c-3a15-4018-a15a-02ec9a3372dc tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.1862588 Jun 11 00:12:39.937583 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-05a5f464-5a5a-45e0-bc88-362293fed57e req-5d37c543-9301-4d01-adbe-e96e5bdee031 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226790 Jun 11 00:12:40.095434 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-58e4038c-8ec2-44a4-b09a-577bc1afa7c4 req-f6ec0ca3-6dfc-4966-84e9-983b7d8ccfb7 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcd2f797-c6ee-4604-a01a-2a8cf085adf9 HTTP/1.1" status: 200 len: 210 time: 0.1381221 Jun 11 00:12:40.107613 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdf634-c7e8-4a40-a4ea-79a437dcec12 req-d555cd69-b231-4d29-a651-191ea0bf42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:40.117542 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-57bdf634-c7e8-4a40-a4ea-79a437dcec12 req-d555cd69-b231-4d29-a651-191ea0bf42aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b268359-8d07-449e-a75e-0d00b0644849 HTTP/1.1" status: 200 len: 910 time: 0.3987975 Jun 11 00:12:40.203357 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-57bdf634-c7e8-4a40-a4ea-79a437dcec12 req-6e9344cb-a436-4af0-a4ee-aa1051031943 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c1dcdee-9e53-4893-a840-c67308e501b7 HTTP/1.1" status: 200 len: 217 time: 0.0790203 Jun 11 00:12:40.279205 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdf634-c7e8-4a40-a4ea-79a437dcec12 req-762dff92-a05c-4183-87e6-650f6c902d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:40.280947 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-57bdf634-c7e8-4a40-a4ea-79a437dcec12 req-762dff92-a05c-4183-87e6-650f6c902d15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bed01ecf-2424-4b04-ae9c-d7b603ee3ccb HTTP/1.1" status: 200 len: 848 time: 0.0635867 Jun 11 00:12:40.350754 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdf634-c7e8-4a40-a4ea-79a437dcec12 req-b253c434-4a0f-4ce1-899e-8fe9c3e66268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:40.352614 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-57bdf634-c7e8-4a40-a4ea-79a437dcec12 req-b253c434-4a0f-4ce1-899e-8fe9c3e66268 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b268359-8d07-449e-a75e-0d00b0644849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643482 Jun 11 00:12:40.528083 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-57bdf634-c7e8-4a40-a4ea-79a437dcec12 req-43fc3488-7338-490b-96c2-93206a64da3f service neutron] 10.222.0.21 "GET /v2.0/networks/2b268359-8d07-449e-a75e-0d00b0644849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641326 Jun 11 00:12:40.624551 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e5b54-ed3c-4eed-b1ae-88209d3b5901 req-3249527d-6c3b-4724-82ac-36f99da39316 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:40.625671 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f39e5b54-ed3c-4eed-b1ae-88209d3b5901 req-3249527d-6c3b-4724-82ac-36f99da39316 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 943 time: 0.0898955 Jun 11 00:12:40.665131 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-57bdf634-c7e8-4a40-a4ea-79a437dcec12 req-dc775a74-96ea-4b4a-98b6-06de6ddf0fbc service neutron] 10.222.0.21 "GET /v2.0/networks/2b268359-8d07-449e-a75e-0d00b0644849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309879 Jun 11 00:12:40.672387 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f39e5b54-ed3c-4eed-b1ae-88209d3b5901 req-dada4d60-2628-4e73-8dc1-9883d49766c7 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401392 Jun 11 00:12:41.207340 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-90a2ea97-13a2-4b5d-814d-bb1ed89559cf tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:41.208826 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-90a2ea97-13a2-4b5d-814d-bb1ed89559cf tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.21 "GET /v2.0/networks?id=2428e518-90a9-4d9e-a215-95704b3da34e HTTP/1.1" status: 200 len: 813 time: 0.2112589 Jun 11 00:12:41.223339 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-adc33a21-5f88-4408-9f1d-36c3315aa397 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Request body: {'port': {'device_id': 'fcd2f797-c6ee-4604-a01a-2a8cf085adf9', 'network_id': '2428e518-90a9-4d9e-a215-95704b3da34e', 'admin_state_up': True, 'tenant_id': '64ce34ac53f34148b3b9e71f940aa259'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:12:41.229253 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cf522-df37-4bca-8a12-8d5a51b2dc9c req-7d382199-a261-4787-b86d-9a6c230688e5 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:41.231867 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-716cf522-df37-4bca-8a12-8d5a51b2dc9c req-7d382199-a261-4787-b86d-9a6c230688e5 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.0890472 Jun 11 00:12:41.328852 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ab575465-d5f6-4d50-8bf7-ac1f43273e37 req-586384f3-fdc3-416a-b4c9-310069c4a1b8 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcd2f797-c6ee-4604-a01a-2a8cf085adf9 HTTP/1.1" status: 200 len: 210 time: 0.0801859 Jun 11 00:12:41.357229 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-716cf522-df37-4bca-8a12-8d5a51b2dc9c req-b5f8cfe0-2515-4926-a6c4-68cfe8056a26 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168747 Jun 11 00:12:41.396482 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-adc33a21-5f88-4408-9f1d-36c3315aa397 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Made reservation on behalf of 64ce34ac53f34148b3b9e71f940aa259 for: {'port': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:12:41.397258 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089f7f8-4ee6-40f6-9ce4-618e2353faf0 req-3a2baf8d-b8a9-4901-8d90-07e4b451e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:41.399309 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d089f7f8-4ee6-40f6-9ce4-618e2353faf0 req-3a2baf8d-b8a9-4901-8d90-07e4b451e034 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0094d020672949ff926d2de6af156555&device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 1098 time: 0.1312358 Jun 11 00:12:41.400526 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-adc33a21-5f88-4408-9f1d-36c3315aa397 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:41.509882 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089f7f8-4ee6-40f6-9ce4-618e2353faf0 req-47288d65-3c4f-48ca-b333-446901485bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:41.511360 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d089f7f8-4ee6-40f6-9ce4-618e2353faf0 req-47288d65-3c4f-48ca-b333-446901485bfa service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ba42ba2-7b55-4648-8b55-2786e25920e5 HTTP/1.1" status: 200 len: 917 time: 0.1058822 Jun 11 00:12:41.542960 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-adc33a21-5f88-4408-9f1d-36c3315aa397 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Allocated IP 172.20.0.7 (2428e518-90a9-4d9e-a215-95704b3da34e/afd0e02f-bef2-474a-99c6-1d8bde33f19e/8efd6de3-dd91-4bb4-ae63-6026ff84c3d7) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:12:41.598046 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d089f7f8-4ee6-40f6-9ce4-618e2353faf0 req-4cc492ec-a0d7-452c-a9d0-511640c53485 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95ddf6c1-e525-4552-b91f-ab60989f1456 HTTP/1.1" status: 200 len: 999 time: 0.0787239 Jun 11 00:12:41.653098 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089f7f8-4ee6-40f6-9ce4-618e2353faf0 req-7bd68a89-fe0f-45cd-a8af-c7329176380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:41.654526 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d089f7f8-4ee6-40f6-9ce4-618e2353faf0 req-7bd68a89-fe0f-45cd-a8af-c7329176380d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c9e8297c-0b7d-4e4e-a364-e97c2d20421f HTTP/1.1" status: 200 len: 855 time: 0.0504937 Jun 11 00:12:41.725418 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-adc33a21-5f88-4408-9f1d-36c3315aa397 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:41.730819 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089f7f8-4ee6-40f6-9ce4-618e2353faf0 req-d67d0055-6fec-4efc-878d-430abc9c4e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:41.732698 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d089f7f8-4ee6-40f6-9ce4-618e2353faf0 req-d67d0055-6fec-4efc-878d-430abc9c4e44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ba42ba2-7b55-4648-8b55-2786e25920e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712559 Jun 11 00:12:41.766968 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-adc33a21-5f88-4408-9f1d-36c3315aa397 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:41.771162 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:41.824743 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-adc33a21-5f88-4408-9f1d-36c3315aa397 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Network 2428e518-90a9-4d9e-a215-95704b3da34e is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:12:41.828103 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-adc33a21-5f88-4408-9f1d-36c3315aa397 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:12:41.831875 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-adc33a21-5f88-4408-9f1d-36c3315aa397 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:12:41.838653 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc33a21-5f88-4408-9f1d-36c3315aa397 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Pushing event updated for resources: {'Port': ['ID=8efd6de3-dd91-4bb4-ae63-6026ff84c3d7,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:41.865181 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-adc33a21-5f88-4408-9f1d-36c3315aa397 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:41.894017 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-adc33a21-5f88-4408-9f1d-36c3315aa397 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:41.894632 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-adc33a21-5f88-4408-9f1d-36c3315aa397 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:41.896836 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d089f7f8-4ee6-40f6-9ce4-618e2353faf0 req-e5d8f749-ad75-401d-83f6-78b56dc85700 service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563871 Jun 11 00:12:41.908240 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-adc33a21-5f88-4408-9f1d-36c3315aa397 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6889639 Jun 11 00:12:41.919500 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Request body: {'port': {'device_id': 'fcd2f797-c6ee-4604-a01a-2a8cf085adf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:12:41.946664 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a41c6-7cf9-4075-9a64-c7e361cea3d5 req-987895cc-b3ce-44c3-bada-33ea9131641c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:41.948179 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8f2a41c6-7cf9-4075-9a64-c7e361cea3d5 req-987895cc-b3ce-44c3-bada-33ea9131641c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 943 time: 0.1242063 Jun 11 00:12:42.004786 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:42.051905 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8f2a41c6-7cf9-4075-9a64-c7e361cea3d5 req-23a9bcba-641b-4de0-af4e-a73cbeeae584 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959392 Jun 11 00:12:42.058247 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d089f7f8-4ee6-40f6-9ce4-618e2353faf0 req-c584dbf5-443e-4c2b-a61f-bbc93782104a service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523926 Jun 11 00:12:42.552958 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 {{(pid=91887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:12:42.560407 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:42.572868 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Transition to ACTIVE for port object 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 will not be triggered until provisioned by entity L2. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:12:42.577203 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:42.580020 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:42.584806 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb1a31-f7da-4b9f-a32b-3027c74953d6 req-27396d48-1deb-4a59-9490-a11827c9d622 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:42.586830 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e9cb1a31-f7da-4b9f-a32b-3027c74953d6 req-27396d48-1deb-4a59-9490-a11827c9d622 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcd2f797-c6ee-4604-a01a-2a8cf085adf9 HTTP/1.1" status: 200 len: 931 time: 0.1228182 Jun 11 00:12:42.609133 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30c15e-492e-46ee-a3ca-17edec241ae0 req-a338e1df-e935-4ad0-b0b4-be128cc01063 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:42.610541 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-aa30c15e-492e-46ee-a3ca-17edec241ae0 req-a338e1df-e935-4ad0-b0b4-be128cc01063 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.1118348 Jun 11 00:12:42.667713 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e9cb1a31-f7da-4b9f-a32b-3027c74953d6 req-5ce8a58b-f85a-46bd-a761-1c41f1211adb tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742581 Jun 11 00:12:42.670373 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-aa30c15e-492e-46ee-a3ca-17edec241ae0 req-b9429a46-bd29-44bf-a685-6398bb41ff0a tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502133 Jun 11 00:12:42.679146 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8efd6de3-dd91-4bb4-ae63-6026ff84c3d7,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:42.682130 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:42.760578 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Attempting to bind port 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:12:42.760807 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Attempting to bind port 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2428e518-90a9-4d9e-a215-95704b3da34e'}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:12:42.761138 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Attempting to bind port 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 on network 2428e518-90a9-4d9e-a215-95704b3da34e {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:12:42.765163 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Port 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 on network 2428e518-90a9-4d9e-a215-95704b3da34e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:12:42.765487 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Attempting to bind port 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 on network 2428e518-90a9-4d9e-a215-95704b3da34e {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:12:42.770288 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Checking agent: {'id': '0b82d12c-0850-474f-ad5c-077a5fa277b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:12:42.770621 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Checking segment: {'id': '7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2428e518-90a9-4d9e-a215-95704b3da34e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:12:42.770998 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Bound using segment: {'id': '7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2428e518-90a9-4d9e-a215-95704b3da34e'} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:12:42.771457 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Bound port: 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2428e518-90a9-4d9e-a215-95704b3da34e'}}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:12:42.771802 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:42.844089 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] For port 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7, host hv-cinder-78626, cleared binding levels {{(pid=91887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:12:42.846908 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] For port 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8efd6de3-dd91-4bb4-ae63-6026ff84c3d7,segment=NetworkSegment(7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd),segment_id=7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd)] {{(pid=91887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:12:42.851641 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:42.854755 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:42.888053 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:42.888663 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:42.889995 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] 10.222.0.21 "PUT /v2.0/ports/8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 HTTP/1.1" status: 200 len: 1093 time: 0.9746194 Jun 11 00:12:42.890494 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd2f797-c6ee-4604-a01a-2a8cf085adf9', 'tag': '8efd6de3-dd91-4bb4-ae63-6026ff84c3d7'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:12:42.893054 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d377ddf1-39e1-4799-b682-e79cfa3d742e" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd2f797-c6ee-4604-a01a-2a8cf085adf9", "tag": "8efd6de3-dd91-4bb4-ae63-6026ff84c3d7"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:12:42.923011 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8efd6de3-dd91-4bb4-ae63-6026ff84c3d7,revision_number=3']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:42.926324 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:42.939989 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7e6c87-d7cb-4e3e-9ea3-da151db90e5f x-openstack-request-id: req-9d7e6c87-d7cb-4e3e-9ea3-da151db90e5f {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:12:42.940303 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd2f797-c6ee-4604-a01a-2a8cf085adf9", "tag": "8efd6de3-dd91-4bb4-ae63-6026ff84c3d7", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:12:42.940585 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d7e6c87-d7cb-4e3e-9ea3-da151db90e5f {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:12:42.940997 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd2f797-c6ee-4604-a01a-2a8cf085adf9', 'tag': '8efd6de3-dd91-4bb4-ae63-6026ff84c3d7', 'status': 'completed', 'code': 200} Jun 11 00:12:42.990488 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-e4b98cdc-293b-4ff7-80c9-fa26e4e413b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:42.991956 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-e4b98cdc-293b-4ff7-80c9-fa26e4e413b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64ce34ac53f34148b3b9e71f940aa259&device_id=fcd2f797-c6ee-4604-a01a-2a8cf085adf9 HTTP/1.1" status: 200 len: 1096 time: 0.0611160 Jun 11 00:12:43.052089 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-3f6f7222-7cc1-4e1b-b499-d9e8f734a52e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 HTTP/1.1" status: 200 len: 217 time: 0.0514073 Jun 11 00:12:43.108862 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-797f76ba-d2e5-48c6-bb02-f4ea15b8bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:43.110349 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-797f76ba-d2e5-48c6-bb02-f4ea15b8bfaa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afd0e02f-bef2-474a-99c6-1d8bde33f19e HTTP/1.1" status: 200 len: 853 time: 0.0513759 Jun 11 00:12:43.160780 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-ab5ab03d-bda2-4392-b117-73891972b2b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2428e518-90a9-4d9e-a215-95704b3da34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315056 Jun 11 00:12:43.165124 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d09d1408-6ac3-4e1e-8729-9242903d3f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:43.194231 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:12:43.231475 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10e7f2-c008-499f-a5ae-3d08f49670d0 req-a77f6ed5-6405-4ea4-ac51-a6e7ad022110 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:43.232925 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ad10e7f2-c008-499f-a5ae-3d08f49670d0 req-a77f6ed5-6405-4ea4-ac51-a6e7ad022110 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 943 time: 0.0671513 Jun 11 00:12:43.278208 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ad10e7f2-c008-499f-a5ae-3d08f49670d0 req-11f4f332-c324-4b5d-b55f-4ba79e4a03f8 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395751 Jun 11 00:12:43.284719 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-41d931b5-c036-40d4-b2e9-e24f2297c71f service neutron] 10.222.0.21 "GET /v2.0/networks/2428e518-90a9-4d9e-a215-95704b3da34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117887 Jun 11 00:12:43.403331 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-10ccc07a-8331-449f-bc68-2c4c3167e5af req-fd7c8c1e-2528-4c7c-84a2-1955cb82fdc1 service neutron] 10.222.0.21 "GET /v2.0/networks/2428e518-90a9-4d9e-a215-95704b3da34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100926 Jun 11 00:12:43.505943 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377ddf1-39e1-4799-b682-e79cfa3d742e req-499208b6-77b6-45f5-86ee-930ab943b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:43.507449 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-d377ddf1-39e1-4799-b682-e79cfa3d742e req-499208b6-77b6-45f5-86ee-930ab943b1d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64ce34ac53f34148b3b9e71f940aa259&device_id=fcd2f797-c6ee-4604-a01a-2a8cf085adf9 HTTP/1.1" status: 200 len: 1096 time: 0.0574868 Jun 11 00:12:43.634395 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377ddf1-39e1-4799-b682-e79cfa3d742e req-e9d1ecce-a974-4608-b715-005688818f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:43.635791 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-d377ddf1-39e1-4799-b682-e79cfa3d742e req-e9d1ecce-a974-4608-b715-005688818f12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2428e518-90a9-4d9e-a215-95704b3da34e HTTP/1.1" status: 200 len: 914 time: 0.1178949 Jun 11 00:12:43.696203 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-d377ddf1-39e1-4799-b682-e79cfa3d742e req-57d3db99-8c29-4146-b182-1fab4b57f480 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 HTTP/1.1" status: 200 len: 217 time: 0.0524628 Jun 11 00:12:43.729331 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febef0f4-9573-4af1-851e-1ab8278eb611 req-270b36a9-128e-4e19-b7e8-b9f296f322a1 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:43.730917 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-febef0f4-9573-4af1-851e-1ab8278eb611 req-270b36a9-128e-4e19-b7e8-b9f296f322a1 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0760863 Jun 11 00:12:43.758181 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377ddf1-39e1-4799-b682-e79cfa3d742e req-648cfbb8-8d62-4aa0-94f0-ff97dfafd425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:43.759682 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-d377ddf1-39e1-4799-b682-e79cfa3d742e req-648cfbb8-8d62-4aa0-94f0-ff97dfafd425 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afd0e02f-bef2-474a-99c6-1d8bde33f19e HTTP/1.1" status: 200 len: 853 time: 0.0535889 Jun 11 00:12:43.773245 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-febef0f4-9573-4af1-851e-1ab8278eb611 req-b15401f0-c852-4e72-9014-711ddefaeef4 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363162 Jun 11 00:12:43.800610 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-d377ddf1-39e1-4799-b682-e79cfa3d742e req-caed83d8-e82f-47c6-bb15-94e7606ddcc0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2428e518-90a9-4d9e-a215-95704b3da34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331719 Jun 11 00:12:43.857320 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255b73c-dbbc-41dc-9b05-f440f7ea8f25 req-7726c6ad-d0cb-4eb0-94ab-5b927ef90a48 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:43.858900 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8255b73c-dbbc-41dc-9b05-f440f7ea8f25 req-7726c6ad-d0cb-4eb0-94ab-5b927ef90a48 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcd2f797-c6ee-4604-a01a-2a8cf085adf9 HTTP/1.1" status: 200 len: 943 time: 0.0758433 Jun 11 00:12:43.933789 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-d377ddf1-39e1-4799-b682-e79cfa3d742e req-af335ecb-1839-467e-b9ca-71db8413d8e0 service neutron] 10.222.0.21 "GET /v2.0/networks/2428e518-90a9-4d9e-a215-95704b3da34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175404 Jun 11 00:12:43.948992 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8255b73c-dbbc-41dc-9b05-f440f7ea8f25 req-88f70e36-e2a1-4dce-a2d0-1d04c1eaff8f tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840793 Jun 11 00:12:43.953798 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 95ddf6c1-e525-4552-b91f-ab60989f1456 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:12:44.004326 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a94351-8ae9-4a7c-a80c-e2ef449fa324 req-df7abfa2-b6c9-4fca-b109-18b3bd2f6fbe tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:44.005960 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8a94351-8ae9-4a7c-a80c-e2ef449fa324 req-df7abfa2-b6c9-4fca-b109-18b3bd2f6fbe tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 945 time: 0.1167264 Jun 11 00:12:44.058388 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:44.060677 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8a94351-8ae9-4a7c-a80c-e2ef449fa324 req-645f02b6-c582-44f8-ab44-2706cec85919 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483050 Jun 11 00:12:44.085261 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-d377ddf1-39e1-4799-b682-e79cfa3d742e req-7cf7b64c-284d-461b-b90f-c0d6bd266819 service neutron] 10.222.0.21 "GET /v2.0/networks/2428e518-90a9-4d9e-a215-95704b3da34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433895 Jun 11 00:12:44.092458 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1b398e-a72f-4bd1-90d3-51a502fdb434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95ddf6c1-e525-4552-b91f-ab60989f1456'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:12:44.094863 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8970f16d-efee-46f5-b8f4-e6683ff208da" -d '{"events": [{"server_uuid": "0f1b398e-a72f-4bd1-90d3-51a502fdb434", "name": "network-vif-unplugged", "status": "completed", "tag": "95ddf6c1-e525-4552-b91f-ab60989f1456"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:12:44.109308 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 95ddf6c1-e525-4552-b91f-ab60989f1456, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=95ddf6c1-e525-4552-b91f-ab60989f1456,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:12:44.113652 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:44.115487 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:44.145470 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 00:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d17fed-19c3-4b63-9745-96a9c04381ff x-openstack-request-id: req-81d17fed-19c3-4b63-9745-96a9c04381ff {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:12:44.145770 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1b398e-a72f-4bd1-90d3-51a502fdb434", "name": "network-vif-unplugged", "status": "completed", "tag": "95ddf6c1-e525-4552-b91f-ab60989f1456", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:12:44.146030 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81d17fed-19c3-4b63-9745-96a9c04381ff {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:12:44.146418 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1b398e-a72f-4bd1-90d3-51a502fdb434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95ddf6c1-e525-4552-b91f-ab60989f1456', 'code': 200} Jun 11 00:12:44.173172 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=95ddf6c1-e525-4552-b91f-ab60989f1456,revision_number=8']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:44.176168 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:44.452585 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8460cf1-228e-4799-97d3-ac7c5f788d2c req-d9376680-9b08-4431-8c3a-251479af8b29 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:44.453948 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d8460cf1-228e-4799-97d3-ac7c5f788d2c req-d9376680-9b08-4431-8c3a-251479af8b29 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 943 time: 0.0672011 Jun 11 00:12:44.495685 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d8460cf1-228e-4799-97d3-ac7c5f788d2c req-cc4c90c4-e929-4a86-9596-7c7ad1e50807 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357547 Jun 11 00:12:44.956305 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c98a8-9aef-4881-adc9-fed5e7874ebb req-325e34e2-3851-4bf1-882f-bd976e1d6ca6 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:44.957747 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-338c98a8-9aef-4881-adc9-fed5e7874ebb req-325e34e2-3851-4bf1-882f-bd976e1d6ca6 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0704157 Jun 11 00:12:44.999573 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-338c98a8-9aef-4881-adc9-fed5e7874ebb req-332c7f08-d38b-4597-a459-226512eb677f tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360610 Jun 11 00:12:45.126608 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c06970-f70f-443a-a5cb-45a58d6cc99f req-0c1aebef-a7bc-49c1-a7e4-96bc883c4579 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:45.128098 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b3c06970-f70f-443a-a5cb-45a58d6cc99f req-0c1aebef-a7bc-49c1-a7e4-96bc883c4579 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcd2f797-c6ee-4604-a01a-2a8cf085adf9 HTTP/1.1" status: 200 len: 943 time: 0.0698195 Jun 11 00:12:45.170013 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b3c06970-f70f-443a-a5cb-45a58d6cc99f req-1b5f08b8-8ba8-4863-a1ec-04ff551327d3 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354953 Jun 11 00:12:45.239357 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e29c3-6944-4606-9e79-6e05ea103564 req-d7763089-befc-464b-a635-53c3c014363e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:45.240819 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ef3e29c3-6944-4606-9e79-6e05ea103564 req-d7763089-befc-464b-a635-53c3c014363e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.0698636 Jun 11 00:12:45.280738 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ef3e29c3-6944-4606-9e79-6e05ea103564 req-eb4d736c-f056-4476-af79-a9ac9703f261 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336964 Jun 11 00:12:45.680477 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98562e73-9fb6-49c2-a6cd-49828a2a9a8f req-588d8bed-3b0e-4df6-a525-0d92e13f4cfd tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:45.682054 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-98562e73-9fb6-49c2-a6cd-49828a2a9a8f req-588d8bed-3b0e-4df6-a525-0d92e13f4cfd tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 943 time: 0.0709777 Jun 11 00:12:45.725302 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-98562e73-9fb6-49c2-a6cd-49828a2a9a8f req-6733d6d8-b7af-4e9c-bd8f-1e51a4947458 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377254 Jun 11 00:12:45.746662 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-a8647d4d-384d-4704-8cc6-e0bc1bd2348e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:45.921437 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:45.981195 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:12:46.050324 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad340b-b4ab-43a2-91c4-fc3623568f8d req-1c0f38fe-6668-455c-b0ed-a09a16696cd9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:46.052224 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c4ad340b-b4ab-43a2-91c4-fc3623568f8d req-1c0f38fe-6668-455c-b0ed-a09a16696cd9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.0771270 Jun 11 00:12:46.102252 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c4ad340b-b4ab-43a2-91c4-fc3623568f8d req-61e05c8f-5696-41b8-b13a-6e599544c0da tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431771 Jun 11 00:12:46.147878 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8efd6de3-dd91-4bb4-ae63-6026ff84c3d7,segment=NetworkSegment(7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd),segment_id=7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:12:46.165497 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '8efd6de3-dd91-4bb4-ae63-6026ff84c3d7', 'network_id': '2428e518-90a9-4d9e-a215-95704b3da34e', 'port_id': '8efd6de3-dd91-4bb4-ae63-6026ff84c3d7', 'mac_address': 'fa:16:3e:0b:88:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd0e02f-bef2-474a-99c6-1d8bde33f19e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:12:46.199357 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9382b5-e29b-4756-9655-a0039bff0642 req-62f38e9e-3146-4cb3-a73b-06361073b65c tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:46.200895 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8d9382b5-e29b-4756-9655-a0039bff0642 req-62f38e9e-3146-4cb3-a73b-06361073b65c tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0725558 Jun 11 00:12:46.218185 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:46.233640 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:12:46.250575 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8d9382b5-e29b-4756-9655-a0039bff0642 req-2538af01-6bdf-49ce-9b5b-493673512bfd tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370293 Jun 11 00:12:46.254769 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8efd6de3-dd91-4bb4-ae63-6026ff84c3d7,segment=NetworkSegment(7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd),segment_id=7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:12:46.260809 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:46.261708 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 0c1dcdee-9e53-4893-a840-c67308e501b7 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:12:46.263772 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:46.352914 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e998ed3-2afd-4fa3-86da-f2157c35b84e req-b3eb15ff-dcb6-4ba2-8bfd-beddf126c494 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:46.354673 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-5e998ed3-2afd-4fa3-86da-f2157c35b84e req-b3eb15ff-dcb6-4ba2-8bfd-beddf126c494 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.21 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 945 time: 0.0994782 Jun 11 00:12:46.361507 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=8efd6de3-dd91-4bb4-ae63-6026ff84c3d7,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:46.365962 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:46.408123 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 42666) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:12:46.415615 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3cb442-0f27-4cd2-bcec-90f1770f172b req-a9571c90-8991-4a1a-9991-f1fee8e744ab tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:46.417187 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6f3cb442-0f27-4cd2-bcec-90f1770f172b req-a9571c90-8991-4a1a-9991-f1fee8e744ab tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcd2f797-c6ee-4604-a01a-2a8cf085adf9 HTTP/1.1" status: 200 len: 944 time: 0.0859375 Jun 11 00:12:46.453325 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 0c1dcdee-9e53-4893-a840-c67308e501b7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0c1dcdee-9e53-4893-a840-c67308e501b7,segment=NetworkSegment(6bb04621-31b3-44a8-b1b3-52fe43128c03),segment_id=6bb04621-31b3-44a8-b1b3-52fe43128c03)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:12:46.465795 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '0c1dcdee-9e53-4893-a840-c67308e501b7', 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849', 'port_id': '0c1dcdee-9e53-4893-a840-c67308e501b7', 'mac_address': 'fa:16:3e:52:c5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed01ecf-2424-4b04-ae9c-d7b603ee3ccb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:12:46.467903 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6f3cb442-0f27-4cd2-bcec-90f1770f172b req-6e0926dd-0c66-40ae-8dd6-ee4653e5bc80 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425699 Jun 11 00:12:46.515049 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-5e998ed3-2afd-4fa3-86da-f2157c35b84e req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Deleting port 6acf6557-9a42-49b2-8b91-ac8b542f5d15 {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:12:46.515574 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-5e998ed3-2afd-4fa3-86da-f2157c35b84e req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:46.520886 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:46.536999 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1dcdee-9e53-4893-a840-c67308e501b7 {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:12:46.553943 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1fe1785f-4cb6-4a8f-b1c4-a8c9f2a145eb req-d5d0c96f-7ff1-43ec-8985-e4869cd5d178 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1356585 Jun 11 00:12:46.559764 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 0c1dcdee-9e53-4893-a840-c67308e501b7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0c1dcdee-9e53-4893-a840-c67308e501b7,segment=NetworkSegment(6bb04621-31b3-44a8-b1b3-52fe43128c03),segment_id=6bb04621-31b3-44a8-b1b3-52fe43128c03)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:12:46.564359 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:46.566589 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:46.624943 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=0c1dcdee-9e53-4893-a840-c67308e501b7,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:46.627968 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:46.636906 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-5e998ed3-2afd-4fa3-86da-f2157c35b84e req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] For port 6acf6557-9a42-49b2-8b91-ac8b542f5d15, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6acf6557-9a42-49b2-8b91-ac8b542f5d15,segment=NetworkSegment(e134e8c7-f569-49c6-bf91-776ad1919a5e),segment_id=e134e8c7-f569-49c6-bf91-776ad1919a5e)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:12:46.637270 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-5e998ed3-2afd-4fa3-86da-f2157c35b84e req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:46.730467 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-5e998ed3-2afd-4fa3-86da-f2157c35b84e req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Calling delete_port for 6acf6557-9a42-49b2-8b91-ac8b542f5d15 owned by compute:nova {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:12:46.830872 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['8efd6de3-dd91-4bb4-ae63-6026ff84c3d7'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:12:46.871714 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['0c1dcdee-9e53-4893-a840-c67308e501b7'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:12:46.917911 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-5e998ed3-2afd-4fa3-86da-f2157c35b84e req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:46.927903 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:46.966701 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Pushing event deleted for resources: {'Port': ['ID=6acf6557-9a42-49b2-8b91-ac8b542f5d15,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:47.021374 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:12:47.022133 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:12:47.022670 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:12:47.023725 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:12:47.024242 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:12:47.024766 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:12:47.025126 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:12:47.025541 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:12:47.025892 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:12:47.026334 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:12:47.026640 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:12:47.027016 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:12:47.055806 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:47.056415 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e998ed3-2afd-4fa3-86da-f2157c35b84e req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] No DVR routers for this DVR port 6acf6557-9a42-49b2-8b91-ac8b542f5d15 on host hv-cinder-78626 {{(pid=91887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:12:47.059007 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-5e998ed3-2afd-4fa3-86da-f2157c35b84e req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:47.060954 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-5e998ed3-2afd-4fa3-86da-f2157c35b84e req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.21 "DELETE /v2.0/ports/6acf6557-9a42-49b2-8b91-ac8b542f5d15 HTTP/1.1" status: 204 len: 173 time: 0.6996140 Jun 11 00:12:47.061437 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5536d5ac-de51-4862-99ce-977146f97e6a', 'name': 'network-vif-deleted', 'tag': '6acf6557-9a42-49b2-8b91-ac8b542f5d15'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:12:47.063759 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09f8234-1bab-4178-81d4-9f168a01847e" -d '{"events": [{"server_uuid": "5536d5ac-de51-4862-99ce-977146f97e6a", "name": "network-vif-deleted", "tag": "6acf6557-9a42-49b2-8b91-ac8b542f5d15"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:12:47.082047 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:47.135390 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b5dc7d-3dd7-42f2-83a2-5420b8709641 x-openstack-request-id: req-a4b5dc7d-3dd7-42f2-83a2-5420b8709641 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:12:47.135712 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5536d5ac-de51-4862-99ce-977146f97e6a", "name": "network-vif-deleted", "tag": "6acf6557-9a42-49b2-8b91-ac8b542f5d15", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:12:47.136003 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4b5dc7d-3dd7-42f2-83a2-5420b8709641 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:12:47.136431 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5536d5ac-de51-4862-99ce-977146f97e6a', 'name': 'network-vif-deleted', 'tag': '6acf6557-9a42-49b2-8b91-ac8b542f5d15', 'status': 'completed', 'code': 200} Jun 11 00:12:47.137225 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed14aee-9bc3-4dea-90df-882b5384eff0 req-84c58014-71ff-4849-be4c-4e22c727d651 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:47.145059 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-eed14aee-9bc3-4dea-90df-882b5384eff0 req-84c58014-71ff-4849-be4c-4e22c727d651 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 944 time: 0.1198738 Jun 11 00:12:47.198905 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-eed14aee-9bc3-4dea-90df-882b5384eff0 req-b90c29e7-4f36-44a6-ae09-9ee601544018 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528944 Jun 11 00:12:47.335016 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a202756-ce8f-4077-8f9e-b86172d2ac2a req-8d061a6d-95c1-4a24-8f37-9bf9b57c3dea tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:47.337064 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4a202756-ce8f-4077-8f9e-b86172d2ac2a req-8d061a6d-95c1-4a24-8f37-9bf9b57c3dea tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.0724709 Jun 11 00:12:47.384749 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4a202756-ce8f-4077-8f9e-b86172d2ac2a req-83ecba8e-3dd3-46da-9ca3-ee05c46b6d38 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412457 Jun 11 00:12:47.446101 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1c41cc6b-4cec-4a1f-b8ce-f7985f00c975 req-a0b156a2-e9f6-491d-a907-d9c2f5406821 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5536d5ac-de51-4862-99ce-977146f97e6a HTTP/1.1" status: 200 len: 210 time: 0.0352137 Jun 11 00:12:47.660822 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773e14a-fd49-4364-ad71-53d54c74c038 req-ec75687f-bd57-495c-ad2a-1f745e7c541e tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:47.662349 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d773e14a-fd49-4364-ad71-53d54c74c038 req-ec75687f-bd57-495c-ad2a-1f745e7c541e tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcd2f797-c6ee-4604-a01a-2a8cf085adf9 HTTP/1.1" status: 200 len: 944 time: 0.0764954 Jun 11 00:12:47.712775 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d773e14a-fd49-4364-ad71-53d54c74c038 req-c5e1e704-229c-47a7-afd9-63aa57da9b9a tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445595 Jun 11 00:12:47.762277 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['f3ce4f41-f8c7-4be3-bf51-483543000f29', '6acf6557-9a42-49b2-8b91-ac8b542f5d15'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:12:47.983734 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:12:48.036194 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning for port 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:12:48.039679 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:12:48.040063 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:48.129420 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:48.153642 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd2f797-c6ee-4604-a01a-2a8cf085adf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efd6de3-dd91-4bb4-ae63-6026ff84c3d7'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:12:48.155989 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfcf0ba-4c3c-4607-a274-d507658d1dcb" -d '{"events": [{"server_uuid": "fcd2f797-c6ee-4604-a01a-2a8cf085adf9", "name": "network-vif-plugged", "status": "completed", "tag": "8efd6de3-dd91-4bb4-ae63-6026ff84c3d7"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:12:48.170102 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8efd6de3-dd91-4bb4-ae63-6026ff84c3d7,segment=NetworkSegment(7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd),segment_id=7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:12:48.174640 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:48.175599 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 0c1dcdee-9e53-4893-a840-c67308e501b7 up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:12:48.178127 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-074ff0e4-0e16-41c4-b43c-b785d08e756c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:48.203405 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8382a0-d7fa-4f67-baad-e89a670f669c x-openstack-request-id: req-ac8382a0-d7fa-4f67-baad-e89a670f669c {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:12:48.203699 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd2f797-c6ee-4604-a01a-2a8cf085adf9", "name": "network-vif-plugged", "status": "completed", "tag": "8efd6de3-dd91-4bb4-ae63-6026ff84c3d7", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:12:48.203963 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac8382a0-d7fa-4f67-baad-e89a670f669c {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:12:48.204360 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd2f797-c6ee-4604-a01a-2a8cf085adf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efd6de3-dd91-4bb4-ae63-6026ff84c3d7', 'code': 200} Jun 11 00:12:48.253116 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1785f-4cb6-4a8f-b1c4-a8c9f2a145eb req-9fee1f18-03e4-4880-b27a-623c7f643bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:48.255187 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1fe1785f-4cb6-4a8f-b1c4-a8c9f2a145eb req-9fee1f18-03e4-4880-b27a-623c7f643bac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434&tenant_id=0094d020672949ff926d2de6af156555 HTTP/1.1" status: 200 len: 1096 time: 0.1037393 Jun 11 00:12:48.269639 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=8efd6de3-dd91-4bb4-ae63-6026ff84c3d7,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:48.274785 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:48.282176 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning for port 0c1dcdee-9e53-4893-a840-c67308e501b7 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:12:48.286447 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 0c1dcdee-9e53-4893-a840-c67308e501b7 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:12:48.286837 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:48.355950 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1785f-4cb6-4a8f-b1c4-a8c9f2a145eb req-10d8bd4d-a310-4b68-a34b-0fbeca5282d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:48.357909 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1fe1785f-4cb6-4a8f-b1c4-a8c9f2a145eb req-10d8bd4d-a310-4b68-a34b-0fbeca5282d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0094d020672949ff926d2de6af156555&device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 1096 time: 0.0762177 Jun 11 00:12:48.420120 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:48.440044 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:48.453136 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f72ac-9c31-4e36-a295-abf09d477964 req-d1965a16-339c-4e7d-ab45-2de20ed19074 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:48.454756 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-886f72ac-9c31-4e36-a295-abf09d477964 req-d1965a16-339c-4e7d-ab45-2de20ed19074 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 944 time: 0.1200726 Jun 11 00:12:48.471944 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 0c1dcdee-9e53-4893-a840-c67308e501b7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0c1dcdee-9e53-4893-a840-c67308e501b7,segment=NetworkSegment(6bb04621-31b3-44a8-b1b3-52fe43128c03),segment_id=6bb04621-31b3-44a8-b1b3-52fe43128c03)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:12:48.479158 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:12:48.479841 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 95ddf6c1-e525-4552-b91f-ab60989f1456 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:12:48.481734 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:12:48.505546 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1785f-4cb6-4a8f-b1c4-a8c9f2a145eb req-bfc8643e-0231-4404-82b2-f846b196a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:48.507038 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1fe1785f-4cb6-4a8f-b1c4-a8c9f2a145eb req-bfc8643e-0231-4404-82b2-f846b196a14c service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ba42ba2-7b55-4648-8b55-2786e25920e5 HTTP/1.1" status: 200 len: 917 time: 0.1383045 Jun 11 00:12:48.513932 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e086e9d-a995-4bd7-b012-38330b46ebc4 req-7fd8dfc5-be5a-4e5e-9ec2-26e033551f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:48.515395 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4e086e9d-a995-4bd7-b012-38330b46ebc4 req-7fd8dfc5-be5a-4e5e-9ec2-26e033551f80 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fcd2f797-c6ee-4604-a01a-2a8cf085adf9 HTTP/1.1" status: 200 len: 1098 time: 0.1115625 Jun 11 00:12:48.518544 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-886f72ac-9c31-4e36-a295-abf09d477964 req-88f94185-0479-470d-828a-e8dd6c4365ca tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563977 Jun 11 00:12:48.596649 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=0c1dcdee-9e53-4893-a840-c67308e501b7,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:12:48.599848 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:12:48.631436 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4e086e9d-a995-4bd7-b012-38330b46ebc4 req-408780b8-5606-430b-9cd9-36c8055a83e9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068537 Jun 11 00:12:48.647733 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1fe1785f-4cb6-4a8f-b1c4-a8c9f2a145eb req-868becd9-93bc-4a2d-a894-e3c71bd4d85e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95ddf6c1-e525-4552-b91f-ab60989f1456 HTTP/1.1" status: 200 len: 997 time: 0.1343381 Jun 11 00:12:48.657005 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 6acf6557-9a42-49b2-8b91-ac8b542f5d15 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:12:48.666818 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fa05b-a0df-4b08-b28f-ff1a6bb3566f req-3978343b-6691-4cb4-8294-95e1df0b93dc tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:48.668341 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-957fa05b-a0df-4b08-b28f-ff1a6bb3566f req-3978343b-6691-4cb4-8294-95e1df0b93dc tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.1111362 Jun 11 00:12:48.684397 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] No Port match for: 6acf6557-9a42-49b2-8b91-ac8b542f5d15 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:12:48.684766 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 6acf6557-9a42-49b2-8b91-ac8b542f5d15 not bound to the agent host hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:12:48.719986 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-957fa05b-a0df-4b08-b28f-ff1a6bb3566f req-1d86eafc-43f6-4d3e-96cb-ae877d736f1a tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444281 Jun 11 00:12:48.758613 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1785f-4cb6-4a8f-b1c4-a8c9f2a145eb req-a4299e69-065b-4c1c-8032-023e5b03c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:48.760093 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1fe1785f-4cb6-4a8f-b1c4-a8c9f2a145eb req-a4299e69-065b-4c1c-8032-023e5b03c8b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c9e8297c-0b7d-4e4e-a364-e97c2d20421f HTTP/1.1" status: 200 len: 855 time: 0.0845692 Jun 11 00:12:48.825303 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1785f-4cb6-4a8f-b1c4-a8c9f2a145eb req-780f3067-224b-4982-b579-b9f9117f7821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:48.826893 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1fe1785f-4cb6-4a8f-b1c4-a8c9f2a145eb req-780f3067-224b-4982-b579-b9f9117f7821 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ba42ba2-7b55-4648-8b55-2786e25920e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596437 Jun 11 00:12:48.912750 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e41bf4-7cfe-41ea-a575-56d0caa52707 req-3fc8c387-ae1d-4d3f-ad1c-482759d8b0de tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:48.914435 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-01e41bf4-7cfe-41ea-a575-56d0caa52707 req-3fc8c387-ae1d-4d3f-ad1c-482759d8b0de tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcd2f797-c6ee-4604-a01a-2a8cf085adf9 HTTP/1.1" status: 200 len: 945 time: 0.0886638 Jun 11 00:12:48.953863 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1fe1785f-4cb6-4a8f-b1c4-a8c9f2a145eb req-4160b290-03a3-4d4e-97df-d72d3649ea85 service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141095 Jun 11 00:12:48.959808 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-01e41bf4-7cfe-41ea-a575-56d0caa52707 req-17dc746c-8549-4186-88ea-8fdc9933108e tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392203 Jun 11 00:12:49.077889 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1fe1785f-4cb6-4a8f-b1c4-a8c9f2a145eb req-22cbf887-58f2-41a5-ad4a-8cb5452b4175 service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159265 Jun 11 00:12:49.173346 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888826b-b056-43fd-b4fe-c07ce2aff773 req-96376a3e-0dcd-4075-b7e1-123828e93e65 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:49.174824 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d888826b-b056-43fd-b4fe-c07ce2aff773 req-96376a3e-0dcd-4075-b7e1-123828e93e65 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0680072 Jun 11 00:12:49.218617 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d888826b-b056-43fd-b4fe-c07ce2aff773 req-671c7d95-9fdd-4851-a6f8-1db9662b633e tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380795 Jun 11 00:12:49.765810 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3cfa2-7f1d-49ad-9f3a-a02813e88bfe req-871b22f6-0723-485b-9713-d152a21da787 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:49.774567 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8dc3cfa2-7f1d-49ad-9f3a-a02813e88bfe req-871b22f6-0723-485b-9713-d152a21da787 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.1171606 Jun 11 00:12:49.828708 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8dc3cfa2-7f1d-49ad-9f3a-a02813e88bfe req-28b1f547-9019-43ea-ac15-8025ef247c2f tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531151 Jun 11 00:12:49.982650 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e954d1-22e3-41e4-bbf7-a5809cd600be req-1fabd626-9c2e-494e-8e8d-64869298911b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:49.984043 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-49e954d1-22e3-41e4-bbf7-a5809cd600be req-1fabd626-9c2e-494e-8e8d-64869298911b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.0876431 Jun 11 00:12:50.033539 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-49e954d1-22e3-41e4-bbf7-a5809cd600be req-8fa17afc-3465-4ae2-9816-ee1b9261c7d0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432706 Jun 11 00:12:50.150761 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46d3b9-edbe-4cc0-9544-bcc5da7f2ab7 req-610110d9-7357-45cf-998f-71378f80c5f7 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:50.152562 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-be46d3b9-edbe-4cc0-9544-bcc5da7f2ab7 req-610110d9-7357-45cf-998f-71378f80c5f7 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcd2f797-c6ee-4604-a01a-2a8cf085adf9 HTTP/1.1" status: 200 len: 945 time: 0.0720482 Jun 11 00:12:50.197027 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-be46d3b9-edbe-4cc0-9544-bcc5da7f2ab7 req-f435fba7-aabb-4c6f-82fd-785795054b4d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388858 Jun 11 00:12:50.205352 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f48c8e-da55-411c-b0e0-855a0ec12595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1dcdee-9e53-4893-a840-c67308e501b7'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:12:50.207726 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cdde8e-a782-4ff1-b7c1-6f36103c2e33" -d '{"events": [{"server_uuid": "c2f48c8e-da55-411c-b0e0-855a0ec12595", "name": "network-vif-plugged", "status": "completed", "tag": "0c1dcdee-9e53-4893-a840-c67308e501b7"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:12:50.251217 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce1467b-ed19-4d01-904e-dff65a88dc83 x-openstack-request-id: req-9ce1467b-ed19-4d01-904e-dff65a88dc83 {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:12:50.251655 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f48c8e-da55-411c-b0e0-855a0ec12595", "name": "network-vif-plugged", "status": "completed", "tag": "0c1dcdee-9e53-4893-a840-c67308e501b7", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:12:50.252036 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ce1467b-ed19-4d01-904e-dff65a88dc83 {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:12:50.252615 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f48c8e-da55-411c-b0e0-855a0ec12595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1dcdee-9e53-4893-a840-c67308e501b7', 'code': 200} Jun 11 00:12:50.430745 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451368fa-d6f5-4c8c-81ba-820c1a2136e8 req-e0d555f0-7261-47a5-9362-8dc41f1c010c tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:50.432344 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-451368fa-d6f5-4c8c-81ba-820c1a2136e8 req-e0d555f0-7261-47a5-9362-8dc41f1c010c tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0836792 Jun 11 00:12:50.481997 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-451368fa-d6f5-4c8c-81ba-820c1a2136e8 req-6e1f2ef2-fa31-4eaf-912f-34b46ba64f94 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438905 Jun 11 00:12:51.026251 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fec070-2a97-46e5-ad09-23bf4924fff1 req-a2e3843f-f2f5-4bc8-9be3-647c56d86068 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:51.028664 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-42fec070-2a97-46e5-ad09-23bf4924fff1 req-a2e3843f-f2f5-4bc8-9be3-647c56d86068 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0775089 Jun 11 00:12:51.076485 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-42fec070-2a97-46e5-ad09-23bf4924fff1 req-17a678ec-a27c-42a2-b283-17f2f9f24fe9 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410819 Jun 11 00:12:51.224233 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189f080-114f-4703-b545-3b5c3cb1d87b req-2a5d3d99-18da-4a11-be00-e17a0004eb83 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:51.225791 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e189f080-114f-4703-b545-3b5c3cb1d87b req-2a5d3d99-18da-4a11-be00-e17a0004eb83 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.0694425 Jun 11 00:12:51.275856 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e189f080-114f-4703-b545-3b5c3cb1d87b req-77484d54-bec0-4acc-9aeb-938b4e795147 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437584 Jun 11 00:12:51.665793 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa09bbd-c0a1-4c9e-8710-4f486604bfcd req-012a4955-69dd-4999-bdc3-f3c176a4a49f tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:51.667284 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9fa09bbd-c0a1-4c9e-8710-4f486604bfcd req-012a4955-69dd-4999-bdc3-f3c176a4a49f tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0692880 Jun 11 00:12:51.713951 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9fa09bbd-c0a1-4c9e-8710-4f486604bfcd req-282d5d08-c93f-42fb-8359-3ecf4df60b48 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387690 Jun 11 00:12:52.258969 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd90b3f-1e91-45c9-bfeb-aa6b9c7c9197 req-2787444e-f570-4906-b24b-b94ce957eaaa tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:52.260573 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3dd90b3f-1e91-45c9-bfeb-aa6b9c7c9197 req-2787444e-f570-4906-b24b-b94ce957eaaa tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0715814 Jun 11 00:12:52.307026 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3dd90b3f-1e91-45c9-bfeb-aa6b9c7c9197 req-7a8c9a86-49ef-422c-bd90-ab4232bd3f61 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406117 Jun 11 00:12:52.470697 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d691824-c895-4525-8a07-f1ea5c86cc0a req-e44c4a32-2d89-4239-a66d-f1c7757dcd07 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:52.475979 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8d691824-c895-4525-8a07-f1ea5c86cc0a req-e44c4a32-2d89-4239-a66d-f1c7757dcd07 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.0754449 Jun 11 00:12:52.517418 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8d691824-c895-4525-8a07-f1ea5c86cc0a req-cbd0e579-ff11-430f-9c67-f5b9b63fca08 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387049 Jun 11 00:12:52.912565 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d07b71-3cfe-47fa-9000-28f4d80efac7 req-060d5ed4-762d-4c9b-b61f-48dae34c73dc tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:52.914062 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e5d07b71-3cfe-47fa-9000-28f4d80efac7 req-060d5ed4-762d-4c9b-b61f-48dae34c73dc tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0723269 Jun 11 00:12:52.960254 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e5d07b71-3cfe-47fa-9000-28f4d80efac7 req-838552ac-b0d7-464a-9c4c-203bb642b875 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405204 Jun 11 00:12:53.501372 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aeed52-f7ab-4c73-b54f-d2beb4229058 req-5a0a61cb-cf5c-4525-bbad-37c87a2f14ff tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:53.502857 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-91aeed52-f7ab-4c73-b54f-d2beb4229058 req-5a0a61cb-cf5c-4525-bbad-37c87a2f14ff tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0708899 Jun 11 00:12:53.548642 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-91aeed52-f7ab-4c73-b54f-d2beb4229058 req-50f09b6f-3e70-4855-86f1-40c1ce05da03 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391610 Jun 11 00:12:53.721004 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4797189-cf05-4203-a6ed-b3276a620899 req-2d771e6d-75e3-4abf-966d-bc0f06893825 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:53.722532 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f4797189-cf05-4203-a6ed-b3276a620899 req-2d771e6d-75e3-4abf-966d-bc0f06893825 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.0799530 Jun 11 00:12:53.777709 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f4797189-cf05-4203-a6ed-b3276a620899 req-2e550c83-b6e4-4927-b25d-2ea6934aa7cc tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494733 Jun 11 00:12:54.347394 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469995a-dc5a-490f-9b1a-adad161a5484 req-a24905d0-3f5a-4de2-a9fd-29f325708ca5 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:54.348872 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2469995a-dc5a-490f-9b1a-adad161a5484 req-a24905d0-3f5a-4de2-a9fd-29f325708ca5 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.2721572 Jun 11 00:12:54.398629 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2469995a-dc5a-490f-9b1a-adad161a5484 req-6b6c4c42-ee2a-4186-a954-c9f40172133f tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414021 Jun 11 00:12:54.753570 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22260e-d03a-494f-b29c-57bb48ebf4b2 req-932c67c2-223f-417b-8c62-4d7de242f8bd tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:54.754955 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3f22260e-d03a-494f-b29c-57bb48ebf4b2 req-932c67c2-223f-417b-8c62-4d7de242f8bd tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0737438 Jun 11 00:12:54.800412 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3f22260e-d03a-494f-b29c-57bb48ebf4b2 req-df2656a1-6849-4d0c-9bdd-9d59c9abea48 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396521 Jun 11 00:12:54.989591 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26234ac0-8455-4883-8196-6074575862dd req-4d19cd01-cb27-4a07-a53d-7321666ce0a1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:54.991103 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-26234ac0-8455-4883-8196-6074575862dd req-4d19cd01-cb27-4a07-a53d-7321666ce0a1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.0755134 Jun 11 00:12:55.035574 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-26234ac0-8455-4883-8196-6074575862dd req-e25d2e89-1eb8-4615-8841-eafdf9f0fdda tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386529 Jun 11 00:12:55.586545 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0a072-f663-4e65-b590-0764baecfe8e req-66b3e930-ae9e-4077-95a5-468993bbadfd tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:55.588041 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d0d0a072-f663-4e65-b590-0764baecfe8e req-66b3e930-ae9e-4077-95a5-468993bbadfd tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0759704 Jun 11 00:12:55.631794 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d0d0a072-f663-4e65-b590-0764baecfe8e req-54295781-48a4-48f6-b253-9bc3ed23597e tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378659 Jun 11 00:12:55.998415 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b30b8-b490-4fa6-b507-6fc39411074e req-b62383bf-a785-4884-bbed-d57d349ee9e0 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:56.000577 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-578b30b8-b490-4fa6-b507-6fc39411074e req-b62383bf-a785-4884-bbed-d57d349ee9e0 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0823121 Jun 11 00:12:56.043461 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-578b30b8-b490-4fa6-b507-6fc39411074e req-f8f0e10f-6552-40f2-adc2-a70d75f6f80b tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377686 Jun 11 00:12:56.232012 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c4036-2a96-45f7-a7f7-b80863378937 req-0c28ece9-bd74-477f-a519-4db36f71b5d6 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:56.233434 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c71c4036-2a96-45f7-a7f7-b80863378937 req-0c28ece9-bd74-477f-a519-4db36f71b5d6 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.0785952 Jun 11 00:12:56.277128 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c71c4036-2a96-45f7-a7f7-b80863378937 req-fd356aa9-d4e6-4f18-b93b-b9ac966c126a tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380900 Jun 11 00:12:56.818568 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52faba6-e20b-44d1-a434-13bce106426f req-eae3c974-a236-4bc9-9400-d66e0a47e148 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:56.820749 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e52faba6-e20b-44d1-a434-13bce106426f req-eae3c974-a236-4bc9-9400-d66e0a47e148 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0731606 Jun 11 00:12:56.864223 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e52faba6-e20b-44d1-a434-13bce106426f req-b577a326-d24e-46ad-8bf4-b06a71a8c003 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373802 Jun 11 00:12:57.237794 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217334e9-9da1-4849-8f55-dbfac2adc94e req-28f84cd1-c019-42c6-a7fd-94c139822332 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:57.239619 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-217334e9-9da1-4849-8f55-dbfac2adc94e req-28f84cd1-c019-42c6-a7fd-94c139822332 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0787101 Jun 11 00:12:57.283791 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-217334e9-9da1-4849-8f55-dbfac2adc94e req-a253883f-9ea0-4dd6-bed5-d733466632b5 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367022 Jun 11 00:12:57.477966 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6bd47-834b-4308-953b-ea3d4838c0a3 req-cae1f798-3668-4ca6-8227-16b3516fa7de tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:57.479476 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-71f6bd47-834b-4308-953b-ea3d4838c0a3 req-cae1f798-3668-4ca6-8227-16b3516fa7de tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.0732706 Jun 11 00:12:57.522831 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-71f6bd47-834b-4308-953b-ea3d4838c0a3 req-ce2e81c1-878b-466a-8608-f65999c5cbd5 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375543 Jun 11 00:12:58.055584 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303b9f5-4828-4e75-aaa1-a309a121d089 req-ea4c1d5f-d070-4146-b4a0-ef389f875b02 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:58.057177 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f303b9f5-4828-4e75-aaa1-a309a121d089 req-ea4c1d5f-d070-4146-b4a0-ef389f875b02 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0779686 Jun 11 00:12:58.108565 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f303b9f5-4828-4e75-aaa1-a309a121d089 req-0166027a-1312-44b9-a7c8-46e9f55ad2be tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456347 Jun 11 00:12:58.474135 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f220aa-4cbd-4d1f-ac6a-1e2ddebdbe84 req-9799e9cd-813c-414c-b3c5-02a6e0e1062b tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:58.475644 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-81f220aa-4cbd-4d1f-ac6a-1e2ddebdbe84 req-9799e9cd-813c-414c-b3c5-02a6e0e1062b tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0752740 Jun 11 00:12:58.521598 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-81f220aa-4cbd-4d1f-ac6a-1e2ddebdbe84 req-913cf01e-b730-4f32-b44d-deaf9e53d2db tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402877 Jun 11 00:12:58.721677 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68110f4c-7420-4a93-9cff-d7e669be7cff req-59bf82ac-3e7c-43c3-9ebd-8540faab4fee tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:58.723142 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-68110f4c-7420-4a93-9cff-d7e669be7cff req-59bf82ac-3e7c-43c3-9ebd-8540faab4fee tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.0792372 Jun 11 00:12:58.769275 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-68110f4c-7420-4a93-9cff-d7e669be7cff req-9d5fdd77-d334-4f28-b61d-da78d4c15a68 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399904 Jun 11 00:12:59.295906 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99803-9945-4eb5-b891-d22e82a37c2d req-48c80b2e-ab6d-4bcb-8450-679139b52649 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:59.297405 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c3d99803-9945-4eb5-b891-d22e82a37c2d req-48c80b2e-ab6d-4bcb-8450-679139b52649 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0714977 Jun 11 00:12:59.345315 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c3d99803-9945-4eb5-b891-d22e82a37c2d req-ff586478-30c1-4136-b3a5-d8316adbf16f tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423024 Jun 11 00:12:59.709164 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dc3d7-93a8-4c01-8669-cf1055ff09db req-9e190791-b3f4-48f2-840d-87b87f6cacf0 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:59.710596 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d21dc3d7-93a8-4c01-8669-cf1055ff09db req-9e190791-b3f4-48f2-840d-87b87f6cacf0 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0749857 Jun 11 00:12:59.760111 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d21dc3d7-93a8-4c01-8669-cf1055ff09db req-dbc89b20-65e3-46bf-b44b-c5971548d4a7 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434041 Jun 11 00:12:59.966964 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2525c-a23d-4d03-a671-fb5991170e22 req-52f1932a-cf12-4c2e-8892-7770db242e67 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:12:59.968685 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-63e2525c-a23d-4d03-a671-fb5991170e22 req-52f1932a-cf12-4c2e-8892-7770db242e67 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.0755589 Jun 11 00:13:00.013858 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-63e2525c-a23d-4d03-a671-fb5991170e22 req-6b4556ab-d9d6-4892-84ce-a18c270dfd2d tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392601 Jun 11 00:13:00.541494 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123c5dc-1a06-4c54-b69b-5d868fe0357f req-61751d69-aa9a-4e9a-aa69-a72b43d4e0e9 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:00.543004 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a123c5dc-1a06-4c54-b69b-5d868fe0357f req-61751d69-aa9a-4e9a-aa69-a72b43d4e0e9 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0759361 Jun 11 00:13:00.586448 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a123c5dc-1a06-4c54-b69b-5d868fe0357f req-6d2824ae-b3fb-4417-8602-8af9c6886df2 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378101 Jun 11 00:13:00.951117 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479b196-bb30-49e8-8cc2-8ffd6613aca2 req-bc7d986f-0630-46b5-bb42-3fd08d35514f tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:00.952889 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1479b196-bb30-49e8-8cc2-8ffd6613aca2 req-bc7d986f-0630-46b5-bb42-3fd08d35514f tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0711575 Jun 11 00:13:00.995693 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1479b196-bb30-49e8-8cc2-8ffd6613aca2 req-c7ebcb6a-521c-4cfc-965f-afa436bf3339 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371659 Jun 11 00:13:01.209108 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2e0b7-b0fa-4e02-8b00-82baa038f44b req-eea622cc-7a5f-4c81-830a-d2d397fa25a8 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:01.211360 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a9a2e0b7-b0fa-4e02-8b00-82baa038f44b req-eea622cc-7a5f-4c81-830a-d2d397fa25a8 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.0753582 Jun 11 00:13:01.255839 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a9a2e0b7-b0fa-4e02-8b00-82baa038f44b req-315b1c00-9b77-49b6-9a25-a7388608a149 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373886 Jun 11 00:13:01.774199 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665bd1a-1898-44f2-9ee8-e0fcfb56da4e req-05aaf8ab-f73a-4fdd-92e0-f10da81e371d tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:01.775850 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9665bd1a-1898-44f2-9ee8-e0fcfb56da4e req-05aaf8ab-f73a-4fdd-92e0-f10da81e371d tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0713151 Jun 11 00:13:01.824188 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9665bd1a-1898-44f2-9ee8-e0fcfb56da4e req-d825088d-0e41-4008-83b4-712fda9da50e tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406718 Jun 11 00:13:01.951130 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81dda9-e162-44c6-9535-c9d0520644ce req-5ad8266d-74be-4287-a793-b1bb3106285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:01.952713 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-df81dda9-e162-44c6-9535-c9d0520644ce req-5ad8266d-74be-4287-a793-b1bb3106285a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 1098 time: 0.0608866 Jun 11 00:13:01.996271 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-df81dda9-e162-44c6-9535-c9d0520644ce req-94fd7eaa-61af-442a-b750-b56a58ffe4b4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357766 Jun 11 00:13:02.180545 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac75512-ac91-46f0-aa6c-422a4f2c7114 req-9293e19c-67c8-4f85-a71e-0e103b1222ea tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:02.181996 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0ac75512-ac91-46f0-aa6c-422a4f2c7114 req-9293e19c-67c8-4f85-a71e-0e103b1222ea tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0747557 Jun 11 00:13:02.221992 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0ac75512-ac91-46f0-aa6c-422a4f2c7114 req-1dd18a1b-e615-468a-8a4f-1a47981536a8 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343986 Jun 11 00:13:02.444504 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adf83f-fd55-4dde-b76c-654844f2103c req-921f6e58-ba5c-4fbf-bb60-d18276704b6d tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:02.446475 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a7adf83f-fd55-4dde-b76c-654844f2103c req-921f6e58-ba5c-4fbf-bb60-d18276704b6d tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.0684381 Jun 11 00:13:02.490424 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a7adf83f-fd55-4dde-b76c-654844f2103c req-210bbe13-cbd2-4da4-9335-bc8b53ead5bf tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380683 Jun 11 00:13:03.006344 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37910d-5120-4597-b8f7-e217ff449850 req-b6356a94-a6fb-4a07-b67c-058cdefa3a33 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:03.008469 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5f37910d-5120-4597-b8f7-e217ff449850 req-b6356a94-a6fb-4a07-b67c-058cdefa3a33 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0671160 Jun 11 00:13:03.049476 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5f37910d-5120-4597-b8f7-e217ff449850 req-42527245-bed3-4fc1-8a10-0fae12cf5b3f tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353050 Jun 11 00:13:03.401847 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c3998-6605-48a1-9558-419dcc91f2a8 req-f087d593-6b22-4c10-b5b4-2aafe70b4ce8 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:03.403314 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ef4c3998-6605-48a1-9558-419dcc91f2a8 req-f087d593-6b22-4c10-b5b4-2aafe70b4ce8 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0709214 Jun 11 00:13:03.449107 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ef4c3998-6605-48a1-9558-419dcc91f2a8 req-34fb65db-5801-4893-80e0-d24e2a759b03 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400941 Jun 11 00:13:03.667110 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6b15a-f283-4cf8-a4c9-9a296d71518e req-83370193-4c5f-4c40-a105-37b97ea8a143 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:03.668585 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-adc6b15a-f283-4cf8-a4c9-9a296d71518e req-83370193-4c5f-4c40-a105-37b97ea8a143 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.1044028 Jun 11 00:13:03.727306 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f72bad-97b9-45a9-897a-411360ed5ab2 req-6ef2f9b6-ab56-4c57-835e-c0f414958779 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:03.728789 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-01f72bad-97b9-45a9-897a-411360ed5ab2 req-6ef2f9b6-ab56-4c57-835e-c0f414958779 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.1236300 Jun 11 00:13:03.731410 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-adc6b15a-f283-4cf8-a4c9-9a296d71518e req-46f88d63-d81a-4413-911d-fb6127f693a1 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564888 Jun 11 00:13:03.756242 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 42894) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:13:03.777307 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-01f72bad-97b9-45a9-897a-411360ed5ab2 req-da40497f-e948-4c0e-9440-b55aa8c188a8 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425212 Jun 11 00:13:03.939946 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026d5900-76e4-44c6-bc52-1cc0a1ac7c4e tempest-TestShelveInstance-1747177065 tempest-TestShelveInstance-1747177065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:03.941405 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-026d5900-76e4-44c6-bc52-1cc0a1ac7c4e tempest-TestShelveInstance-1747177065 tempest-TestShelveInstance-1747177065-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 1093 time: 0.1841481 Jun 11 00:13:03.944438 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 42898) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:13:03.949177 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Request body: {'floatingip': {'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'port_id': '0c1dcdee-9e53-4893-a840-c67308e501b7', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:13:03.970317 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for floatingip, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:04.092848 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:04.215857 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Allocated IP 172.27.0.98 (ac6ac806-5702-4387-9142-a5902410ace9/3051342c-25eb-4552-a861-7cf92af851d2/fc11a0db-d4d7-4978-a7ff-3ca4584abc79) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:13:04.233751 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f15d74-0783-4427-b7ea-2b907354e6d1 req-76135165-eede-4c73-9639-c4a031fc27d6 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:04.235231 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d9f15d74-0783-4427-b7ea-2b907354e6d1 req-76135165-eede-4c73-9639-c4a031fc27d6 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0724699 Jun 11 00:13:04.279502 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d9f15d74-0783-4427-b7ea-2b907354e6d1 req-3c6ec8b2-6482-46b0-9160-aae12a17b0ba tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384088 Jun 11 00:13:04.385148 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:04.408300 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca9463-522f-4aa7-a396-182a8a13ac49 req-b079b42c-911e-4e78-bc36-04da8933ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:04.409771 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-93ca9463-522f-4aa7-a396-182a8a13ac49 req-b079b42c-911e-4e78-bc36-04da8933ff67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0094d020672949ff926d2de6af156555&device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 1096 time: 0.1057608 Jun 11 00:13:04.437036 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:04.439001 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-7eb03cde-aa87-42bd-9b64-68749d86022b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:04.732166 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Network ac6ac806-5702-4387-9142-a5902410ace9 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:13:04.738494 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:13:04.742845 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:13:04.744736 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Pushing event updated for resources: {'Port': ['ID=fc11a0db-d4d7-4978-a7ff-3ca4584abc79,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:04.813551 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:04.882967 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca9463-522f-4aa7-a396-182a8a13ac49 req-9ce9b8e9-8dc9-46b7-a2ac-11022bba09f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:04.884936 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-93ca9463-522f-4aa7-a396-182a8a13ac49 req-9ce9b8e9-8dc9-46b7-a2ac-11022bba09f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ba42ba2-7b55-4648-8b55-2786e25920e5 HTTP/1.1" status: 200 len: 917 time: 0.4423287 Jun 11 00:13:04.970399 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7b3da-cb11-4c5f-aa91-bfc3eca6f7ff req-17cf8249-895c-4a9e-ae43-1ea5438fd984 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:04.971906 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-32f7b3da-cb11-4c5f-aa91-bfc3eca6f7ff req-17cf8249-895c-4a9e-ae43-1ea5438fd984 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.0726039 Jun 11 00:13:05.012693 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-32f7b3da-cb11-4c5f-aa91-bfc3eca6f7ff req-d22ca42a-b147-4e29-a9f3-b745906b7907 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350807 Jun 11 00:13:05.014585 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-93ca9463-522f-4aa7-a396-182a8a13ac49 req-fe0aaa1c-11f1-4172-aa2a-e4134e77b6c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95ddf6c1-e525-4552-b91f-ab60989f1456 HTTP/1.1" status: 200 len: 997 time: 0.1203444 Jun 11 00:13:05.183198 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca9463-522f-4aa7-a396-182a8a13ac49 req-5f5ed515-2810-404f-807c-fddb7dcd0e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:05.184634 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-93ca9463-522f-4aa7-a396-182a8a13ac49 req-5f5ed515-2810-404f-807c-fddb7dcd0e29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c9e8297c-0b7d-4e4e-a364-e97c2d20421f HTTP/1.1" status: 200 len: 855 time: 0.1107943 Jun 11 00:13:05.438550 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca9463-522f-4aa7-a396-182a8a13ac49 req-96c00932-caf2-4b7c-b350-16f55964ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:05.439988 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-93ca9463-522f-4aa7-a396-182a8a13ac49 req-96c00932-caf2-4b7c-b350-16f55964ccca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ba42ba2-7b55-4648-8b55-2786e25920e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2431653 Jun 11 00:13:05.456657 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95973167-1053-4e56-bfbb-b9adfc462edf req-51981fdd-bc52-4f32-afc1-b51a7d611c64 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:05.458198 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-95973167-1053-4e56-bfbb-b9adfc462edf req-51981fdd-bc52-4f32-afc1-b51a7d611c64 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0685868 Jun 11 00:13:05.501176 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-95973167-1053-4e56-bfbb-b9adfc462edf req-729c364b-ed1d-41ec-9588-34a139a28a5f tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364828 Jun 11 00:13:05.559421 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:05.656110 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-93ca9463-522f-4aa7-a396-182a8a13ac49 req-b38cbdbc-61ec-4fab-9408-8cd407c8eb46 service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901102 Jun 11 00:13:05.727088 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:05.852637 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-93ca9463-522f-4aa7-a396-182a8a13ac49 req-3aaa92f2-476a-4ea9-869f-0222ad209f9a service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708193 Jun 11 00:13:05.998555 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:06.003974 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:06.007072 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0bab2fdf-7116-4f15-a363-ba4b38e125a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:06.098309 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Pushing event updated for resources: {'Port': ['ID=fc11a0db-d4d7-4978-a7ff-3ca4584abc79,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:06.102573 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:06.109429 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1807872'] for floatingip, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:06.206299 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c756f-edbf-4a99-8893-eb04e2870a3d req-50b87dd9-7ff1-4591-a88d-1aab7c3ca9a1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:06.207884 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-969c756f-edbf-4a99-8893-eb04e2870a3d req-50b87dd9-7ff1-4591-a88d-1aab7c3ca9a1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.0726845 Jun 11 00:13:06.252877 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-969c756f-edbf-4a99-8893-eb04e2870a3d req-1e6840c3-5b73-4ecd-b47b-0c8214639db5 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391228 Jun 11 00:13:06.507466 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.db.l3_db [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Floating IP 7cdb6efe-ee96-4813-a587-55201dc91a40 associated. External IP: 172.27.0.98, port: 0c1dcdee-9e53-4893-a840-c67308e501b7. Jun 11 00:13:06.682666 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66ae3-3f8c-4b0c-a074-83d95727c183 req-420c7904-8322-4560-83a4-4543a62a451c tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:06.684225 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4ae66ae3-3f8c-4b0c-a074-83d95727c183 req-420c7904-8322-4560-83a4-4543a62a451c tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0726018 Jun 11 00:13:06.724920 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4ae66ae3-3f8c-4b0c-a074-83d95727c183 req-f45ed2dc-6d7e-4ddd-92ac-b2ccc13e167d tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350957 Jun 11 00:13:06.783894 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Router d1e80f2f-8b31-4019-a35d-c37f9c727fa8 has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:13:06.927347 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:13:06.937548 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b49df62-d153-4e69-8f07-52684381e370 None None] Sync routers for ids ['d1e80f2f-8b31-4019-a35d-c37f9c727fa8'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:13:06.943251 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:06.947869 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b49df62-d153-4e69-8f07-52684381e370 None None] Routers {'d1e80f2f-8b31-4019-a35d-c37f9c727fa8'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:13:06.948480 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-1b49df62-d153-4e69-8f07-52684381e370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:12:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['d1e80f2f-8b31-4019-a35d-c37f9c727fa8'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:13:06.986136 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0401957 Jun 11 00:13:06.986775 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f48c8e-da55-411c-b0e0-855a0ec12595', 'tag': '0c1dcdee-9e53-4893-a840-c67308e501b7'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:13:06.989086 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe4f37d-376f-4dc6-94d3-945a703e18ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f48c8e-da55-411c-b0e0-855a0ec12595", "tag": "0c1dcdee-9e53-4893-a840-c67308e501b7"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:13:07.027482 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00ab089-1dd3-4e14-b6b2-8ab3deeff0b5 x-openstack-request-id: req-e00ab089-1dd3-4e14-b6b2-8ab3deeff0b5 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:13:07.027815 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f48c8e-da55-411c-b0e0-855a0ec12595", "tag": "0c1dcdee-9e53-4893-a840-c67308e501b7", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:13:07.028107 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e00ab089-1dd3-4e14-b6b2-8ab3deeff0b5 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:13:07.028539 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f48c8e-da55-411c-b0e0-855a0ec12595', 'tag': '0c1dcdee-9e53-4893-a840-c67308e501b7', 'status': 'completed', 'code': 200} Jun 11 00:13:07.093822 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-1b49df62-d153-4e69-8f07-52684381e370 None None] Set router d1e80f2f-8b31-4019-a35d-c37f9c727fa8 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:13:07.114172 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4f37d-376f-4dc6-94d3-945a703e18ff req-d82fa9b0-c652-4d69-8e69-1fd78d8799bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:07.115680 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1fe4f37d-376f-4dc6-94d3-945a703e18ff req-d82fa9b0-c652-4d69-8e69-1fd78d8799bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4b2c02cca8342d0a2e79a10f15436f0&device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 1098 time: 0.0598969 Jun 11 00:13:07.232978 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4f37d-376f-4dc6-94d3-945a703e18ff req-5bae6629-be28-446f-943d-f144e58f683f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:07.234338 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1fe4f37d-376f-4dc6-94d3-945a703e18ff req-5bae6629-be28-446f-943d-f144e58f683f service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b268359-8d07-449e-a75e-0d00b0644849 HTTP/1.1" status: 200 len: 910 time: 0.1121655 Jun 11 00:13:07.327704 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1fe4f37d-376f-4dc6-94d3-945a703e18ff req-7d0cbe95-0177-473d-a2c6-a1140392bdfc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c1dcdee-9e53-4893-a840-c67308e501b7 HTTP/1.1" status: 200 len: 998 time: 0.0824571 Jun 11 00:13:07.391501 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-1b49df62-d153-4e69-8f07-52684381e370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'name': 'tempest-TestShelveInstance-1337754269-router', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:45Z', 'updated_at': '2021-06-11T00:11:50Z', 'revision_number': 4, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'gw_port': {'id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:46Z', 'updated_at': '2021-06-11T00:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '7cdb6efe-ee96-4813-a587-55201dc91a40', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'port_id': '0c1dcdee-9e53-4893-a840-c67308e501b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849', 'mac_address': 'fa:16:3e:52:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f48c8e-da55-411c-b0e0-855a0ec12595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:13:05Z', 'updated_at': '2021-06-11T00:13:05Z', 'revision_number': 0, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78e5891c-afb7-4f75-8cef-618abd2f9eb1', 'name': '', 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'mac_address': 'fa:16:3e:cb:28:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'bed01ecf-2424-4b04-ae9c-d7b603ee3ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:49Z', 'updated_at': '2021-06-11T00:11:57Z', 'revision_number': 5, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'subnets': [{'id': 'bed01ecf-2424-4b04-ae9c-d7b603ee3ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:13:07.394935 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b49df62-d153-4e69-8f07-52684381e370 None None] Checking router: d1e80f2f-8b31-4019-a35d-c37f9c727fa8 for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:13:07.402280 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4f37d-376f-4dc6-94d3-945a703e18ff req-b7f6a0f5-b40d-4e88-8ec5-2db74b399b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:07.403485 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b49df62-d153-4e69-8f07-52684381e370 None None] Routers {'d1e80f2f-8b31-4019-a35d-c37f9c727fa8'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:13:07.403810 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1fe4f37d-376f-4dc6-94d3-945a703e18ff req-b7f6a0f5-b40d-4e88-8ec5-2db74b399b80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bed01ecf-2424-4b04-ae9c-d7b603ee3ccb HTTP/1.1" status: 200 len: 848 time: 0.0663996 Jun 11 00:13:07.404086 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-1b49df62-d153-4e69-8f07-52684381e370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:12:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['d1e80f2f-8b31-4019-a35d-c37f9c727fa8'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:13:07.456616 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeacc7b-285b-45a7-a252-554fb25bbd7c req-0bf69e6f-65d2-48de-9db9-1624202f19f4 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:07.458777 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1eeacc7b-285b-45a7-a252-554fb25bbd7c req-0bf69e6f-65d2-48de-9db9-1624202f19f4 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 943 time: 0.0802064 Jun 11 00:13:07.489112 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4f37d-376f-4dc6-94d3-945a703e18ff req-a60a3736-e7cc-40d6-b3c0-b4fd98429a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:07.490550 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1fe4f37d-376f-4dc6-94d3-945a703e18ff req-a60a3736-e7cc-40d6-b3c0-b4fd98429a9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b268359-8d07-449e-a75e-0d00b0644849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693316 Jun 11 00:13:07.502616 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1eeacc7b-285b-45a7-a252-554fb25bbd7c req-df0fcece-84a9-4e05-b7a3-8faab6e1239d tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371888 Jun 11 00:13:07.556146 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-1b49df62-d153-4e69-8f07-52684381e370 None None] Set router d1e80f2f-8b31-4019-a35d-c37f9c727fa8 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:13:07.618836 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1fe4f37d-376f-4dc6-94d3-945a703e18ff req-16af7974-bb94-4028-88af-fa7e82a231b5 service neutron] 10.222.0.21 "GET /v2.0/networks/2b268359-8d07-449e-a75e-0d00b0644849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200850 Jun 11 00:13:07.716931 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f7eb9-5e05-4feb-a1d2-9e6311806325 req-18889e63-e37c-46a6-9b98-ae8bce91ef05 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:07.718412 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0c0f7eb9-5e05-4feb-a1d2-9e6311806325 req-18889e63-e37c-46a6-9b98-ae8bce91ef05 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.21 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.0797215 Jun 11 00:13:07.765732 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1fe4f37d-376f-4dc6-94d3-945a703e18ff req-b6311b60-13d8-409a-a439-53028aea3035 service neutron] 10.222.0.21 "GET /v2.0/networks/2b268359-8d07-449e-a75e-0d00b0644849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294808 Jun 11 00:13:07.861685 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [req-0c0f7eb9-5e05-4feb-a1d2-9e6311806325 req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Deleting port f3ce4f41-f8c7-4be3-bf51-483543000f29 {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:13:07.861685 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-0c0f7eb9-5e05-4feb-a1d2-9e6311806325 req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:07.883229 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-1b49df62-d153-4e69-8f07-52684381e370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'name': 'tempest-TestShelveInstance-1337754269-router', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:45Z', 'updated_at': '2021-06-11T00:11:50Z', 'revision_number': 4, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'gw_port': {'id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:46Z', 'updated_at': '2021-06-11T00:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '7cdb6efe-ee96-4813-a587-55201dc91a40', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'port_id': '0c1dcdee-9e53-4893-a840-c67308e501b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849', 'mac_address': 'fa:16:3e:52:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f48c8e-da55-411c-b0e0-855a0ec12595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:13:05Z', 'updated_at': '2021-06-11T00:13:05Z', 'revision_number': 0, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78e5891c-afb7-4f75-8cef-618abd2f9eb1', 'name': '', 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'mac_address': 'fa:16:3e:cb:28:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'bed01ecf-2424-4b04-ae9c-d7b603ee3ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:49Z', 'updated_at': '2021-06-11T00:11:57Z', 'revision_number': 5, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'subnets': [{'id': 'bed01ecf-2424-4b04-ae9c-d7b603ee3ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:13:07.888095 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b49df62-d153-4e69-8f07-52684381e370 None None] The sync data for ids ['d1e80f2f-8b31-4019-a35d-c37f9c727fa8'] in dv-cinder-786260-5-iscsi is: [{'id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'name': 'tempest-TestShelveInstance-1337754269-router', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:45Z', 'updated_at': '2021-06-11T00:11:50Z', 'revision_number': 4, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'gw_port': {'id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:46Z', 'updated_at': '2021-06-11T00:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '7cdb6efe-ee96-4813-a587-55201dc91a40', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'port_id': '0c1dcdee-9e53-4893-a840-c67308e501b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849', 'mac_address': 'fa:16:3e:52:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f48c8e-da55-411c-b0e0-855a0ec12595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:13:05Z', 'updated_at': '2021-06-11T00:13:05Z', 'revision_number': 0, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78e5891c-afb7-4f75-8cef-618abd2f9eb1', 'name': '', 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'mac_address': 'fa:16:3e:cb:28:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'bed01ecf-2424-4b04-ae9c-d7b603ee3ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:49Z', 'updated_at': '2021-06-11T00:11:57Z', 'revision_number': 5, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'subnets': [{'id': 'bed01ecf-2424-4b04-ae9c-d7b603ee3ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:13:08.033249 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [req-0c0f7eb9-5e05-4feb-a1d2-9e6311806325 req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] For port f3ce4f41-f8c7-4be3-bf51-483543000f29, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f3ce4f41-f8c7-4be3-bf51-483543000f29,segment=NetworkSegment(e134e8c7-f569-49c6-bf91-776ad1919a5e),segment_id=e134e8c7-f569-49c6-bf91-776ad1919a5e)] {{(pid=91888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:13:08.033697 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-0c0f7eb9-5e05-4feb-a1d2-9e6311806325 req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:08.078190 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661cf81-4499-4bb7-b440-c21758918fa7 req-6bbedd1d-6ea9-4645-8543-91d603a20afe tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:08.079890 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a661cf81-4499-4bb7-b440-c21758918fa7 req-6bbedd1d-6ea9-4645-8543-91d603a20afe tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 946 time: 0.1779199 Jun 11 00:13:08.098718 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 95ddf6c1-e525-4552-b91f-ab60989f1456 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:13:08.139277 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1004f428-5010-4eeb-bc15-ce5b15479deb None None] New status for floating IP 7cdb6efe-ee96-4813-a587-55201dc91a40: ACTIVE {{(pid=91889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:13:08.164618 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [req-0c0f7eb9-5e05-4feb-a1d2-9e6311806325 req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Calling delete_port for f3ce4f41-f8c7-4be3-bf51-483543000f29 owned by compute:nova {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:13:08.342679 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 95ddf6c1-e525-4552-b91f-ab60989f1456, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=95ddf6c1-e525-4552-b91f-ab60989f1456,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:13:08.365784 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '95ddf6c1-e525-4552-b91f-ab60989f1456', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'port_id': '95ddf6c1-e525-4552-b91f-ab60989f1456', 'mac_address': 'fa:16:3e:37:28:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:13:08.461208 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:08.477267 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a661cf81-4499-4bb7-b440-c21758918fa7 req-a7a7f854-2ec3-4a90-8db9-246e40ee9180 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4d8675b-b080-4b29-b234-a97a69fb027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516309 Jun 11 00:13:08.477700 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ddf6c1-e525-4552-b91f-ab60989f1456 {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:13:08.502626 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 95ddf6c1-e525-4552-b91f-ab60989f1456, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=95ddf6c1-e525-4552-b91f-ab60989f1456,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:13:08.506449 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:08.508713 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:08.563324 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=95ddf6c1-e525-4552-b91f-ab60989f1456,revision_number=9']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:08.571218 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.571590 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.571931 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.572270 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.572592 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.572923 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.573255 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.573573 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.573914 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.574395 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.574724 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.575045 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.579061 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:08.584718 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-0c0f7eb9-5e05-4feb-a1d2-9e6311806325 req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:08.589143 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:08.620093 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Pushing event deleted for resources: {'Port': ['ID=f3ce4f41-f8c7-4be3-bf51-483543000f29,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:08.647629 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.647990 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.648350 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.648697 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.649042 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.649386 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.649724 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.650065 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.650400 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.650733 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.651066 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.651420 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:08.683528 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:08.685981 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:08.729078 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0f7eb9-5e05-4feb-a1d2-9e6311806325 req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] No DVR routers for this DVR port f3ce4f41-f8c7-4be3-bf51-483543000f29 on host hv-cinder-78626 {{(pid=91888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:13:08.733501 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-0c0f7eb9-5e05-4feb-a1d2-9e6311806325 req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:08.735678 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0c0f7eb9-5e05-4feb-a1d2-9e6311806325 req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.21 "DELETE /v2.0/ports/f3ce4f41-f8c7-4be3-bf51-483543000f29 HTTP/1.1" status: 204 len: 173 time: 1.0116100 Jun 11 00:13:08.736908 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265f9c91-149b-47d4-9506-aaa97880d7e2', 'name': 'network-vif-deleted', 'tag': 'f3ce4f41-f8c7-4be3-bf51-483543000f29'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:13:08.739235 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebe5b3a-c1b2-4f69-a3b3-e7faf8ee4dae" -d '{"events": [{"server_uuid": "265f9c91-149b-47d4-9506-aaa97880d7e2", "name": "network-vif-deleted", "tag": "f3ce4f41-f8c7-4be3-bf51-483543000f29"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:13:08.768982 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['95ddf6c1-e525-4552-b91f-ab60989f1456'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:13:08.779776 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f221e86-eaaf-4777-abbc-fc8cf1827c27 req-04b94f53-86a4-4e82-95af-09ec2d0940bf tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:08.781400 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4f221e86-eaaf-4777-abbc-fc8cf1827c27 req-04b94f53-86a4-4e82-95af-09ec2d0940bf tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 944 time: 0.1360848 Jun 11 00:13:08.782786 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adbd8cf-a420-467f-8f2d-ff1222d7e7c0 x-openstack-request-id: req-4adbd8cf-a420-467f-8f2d-ff1222d7e7c0 {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:13:08.783097 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265f9c91-149b-47d4-9506-aaa97880d7e2", "name": "network-vif-deleted", "tag": "f3ce4f41-f8c7-4be3-bf51-483543000f29", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:13:08.783388 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4adbd8cf-a420-467f-8f2d-ff1222d7e7c0 {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:13:08.783900 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265f9c91-149b-47d4-9506-aaa97880d7e2', 'name': 'network-vif-deleted', 'tag': 'f3ce4f41-f8c7-4be3-bf51-483543000f29', 'status': 'completed', 'code': 200} Jun 11 00:13:08.832726 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4f221e86-eaaf-4777-abbc-fc8cf1827c27 req-1a61a457-2023-45a9-87b0-50ace051f5af tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402920 Jun 11 00:13:09.643427 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-43772120-a59a-4b4d-b6d8-db56b4a1d84a req-d38a886c-fb9c-40b2-b74e-b0a009281f71 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] 10.222.0.15 "GET /v2.0/ports?device_id=265f9c91-149b-47d4-9506-aaa97880d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0362649 Jun 11 00:13:10.020018 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e819e60-5c9f-4439-b235-831f88772234 req-7a9d4a38-29d8-4066-92d9-0485ca350ae0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:10.021376 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7e819e60-5c9f-4439-b235-831f88772234 req-7a9d4a38-29d8-4066-92d9-0485ca350ae0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 944 time: 0.0711970 Jun 11 00:13:10.061346 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7e819e60-5c9f-4439-b235-831f88772234 req-deb24da8-d2d1-4630-8d44-bd2a1f6d26a9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339198 Jun 11 00:13:10.128819 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 95ddf6c1-e525-4552-b91f-ab60989f1456 up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:13:10.182564 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 95ddf6c1-e525-4552-b91f-ab60989f1456 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:13:10.182941 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:10.271930 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:10.296228 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1b398e-a72f-4bd1-90d3-51a502fdb434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ddf6c1-e525-4552-b91f-ab60989f1456'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:13:10.298481 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53fc61a-f640-4e1b-a8a1-2ec108ed8923" -d '{"events": [{"server_uuid": "0f1b398e-a72f-4bd1-90d3-51a502fdb434", "name": "network-vif-plugged", "status": "completed", "tag": "95ddf6c1-e525-4552-b91f-ab60989f1456"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:13:10.311823 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 95ddf6c1-e525-4552-b91f-ab60989f1456, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=95ddf6c1-e525-4552-b91f-ab60989f1456,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:13:10.315555 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:10.316413 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device f3ce4f41-f8c7-4be3-bf51-483543000f29 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:13:10.318762 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:10.342609 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c35702-4fc8-4eda-b0a9-36e30de9f5d2 x-openstack-request-id: req-52c35702-4fc8-4eda-b0a9-36e30de9f5d2 {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:13:10.342913 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1b398e-a72f-4bd1-90d3-51a502fdb434", "name": "network-vif-plugged", "status": "completed", "tag": "95ddf6c1-e525-4552-b91f-ab60989f1456", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:13:10.343179 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52c35702-4fc8-4eda-b0a9-36e30de9f5d2 {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:13:10.343602 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1b398e-a72f-4bd1-90d3-51a502fdb434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ddf6c1-e525-4552-b91f-ab60989f1456', 'code': 200} Jun 11 00:13:10.365208 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] No Port match for: f3ce4f41-f8c7-4be3-bf51-483543000f29 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:13:10.365566 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device f3ce4f41-f8c7-4be3-bf51-483543000f29 not bound to the agent host hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:13:10.394132 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=95ddf6c1-e525-4552-b91f-ab60989f1456,revision_number=10']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:10.397069 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:10.743397 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 42954) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:13:10.816715 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8aa4a-0cef-435c-85ae-2c4c3dc3ab68 req-5d397622-632c-495e-919d-0d2781a744e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:10.818117 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1df8aa4a-0cef-435c-85ae-2c4c3dc3ab68 req-5d397622-632c-495e-919d-0d2781a744e5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 1099 time: 0.0593743 Jun 11 00:13:10.855346 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1df8aa4a-0cef-435c-85ae-2c4c3dc3ab68 req-89a45fcc-e620-487d-956c-749bb385f54a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305233 Jun 11 00:13:11.257409 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8d257-c4d8-4dae-b9c2-4f0d2b1022f6 req-f10ec102-d15d-4359-84f9-5b77c36d7d3e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:11.258893 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-aeb8d257-c4d8-4dae-b9c2-4f0d2b1022f6 req-f10ec102-d15d-4359-84f9-5b77c36d7d3e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 946 time: 0.0733211 Jun 11 00:13:11.283574 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-47d9b0b1-5b59-4cce-8988-e45d379cb54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808805'] for router_interface, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:11.300983 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-aeb8d257-c4d8-4dae-b9c2-4f0d2b1022f6 req-768d5208-ac36-434e-82f1-72115a89e8a6 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362422 Jun 11 00:13:11.645056 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-47d9b0b1-5b59-4cce-8988-e45d379cb54b admin admin] Deleting port 7d144567-f66e-426c-81d5-a9d47367c13d {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:13:11.645302 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-47d9b0b1-5b59-4cce-8988-e45d379cb54b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:11.744695 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [None req-47d9b0b1-5b59-4cce-8988-e45d379cb54b admin admin] For port 7d144567-f66e-426c-81d5-a9d47367c13d, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=7d144567-f66e-426c-81d5-a9d47367c13d,segment=NetworkSegment(e134e8c7-f569-49c6-bf91-776ad1919a5e),segment_id=e134e8c7-f569-49c6-bf91-776ad1919a5e)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:13:11.745394 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-47d9b0b1-5b59-4cce-8988-e45d379cb54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:11.837830 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-47d9b0b1-5b59-4cce-8988-e45d379cb54b admin admin] Calling delete_port for 7d144567-f66e-426c-81d5-a9d47367c13d owned by network:router_interface {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:13:12.325024 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-47d9b0b1-5b59-4cce-8988-e45d379cb54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:12.326936 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:12.357866 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9b0b1-5b59-4cce-8988-e45d379cb54b admin admin] Pushing event deleted for resources: {'Port': ['ID=7d144567-f66e-426c-81d5-a9d47367c13d,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:12.361731 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-47d9b0b1-5b59-4cce-8988-e45d379cb54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:12.507450 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638d3ef-8415-4302-bd86-75652e71cc8e req-0607b657-d958-4d77-b258-16e27fe697ea tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:12.509916 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d638d3ef-8415-4302-bd86-75652e71cc8e req-0607b657-d958-4d77-b258-16e27fe697ea tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 946 time: 0.0778167 Jun 11 00:13:12.555600 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d638d3ef-8415-4302-bd86-75652e71cc8e req-88ab9206-8f03-4470-a37f-e10e8943a913 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380769 Jun 11 00:13:12.571883 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-47d9b0b1-5b59-4cce-8988-e45d379cb54b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1804085'] for router_interface, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:12.861663 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d9b0b1-5b59-4cce-8988-e45d379cb54b admin admin] Router e7a4a617-8ba5-447d-970e-b80d1ea1b36b has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:13:13.003986 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d9b0b1-5b59-4cce-8988-e45d379cb54b admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:13:13.009364 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-47d9b0b1-5b59-4cce-8988-e45d379cb54b admin admin] 10.222.0.15 "PUT /v2.0/routers/e7a4a617-8ba5-447d-970e-b80d1ea1b36b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2645457 Jun 11 00:13:13.012038 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 43002) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:13:13.014624 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ea43eb-6858-4d7a-b2fa-962316cd23a8 None None] Sync routers for ids ['e7a4a617-8ba5-447d-970e-b80d1ea1b36b'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:13:13.024407 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ea43eb-6858-4d7a-b2fa-962316cd23a8 None None] Routers {'e7a4a617-8ba5-447d-970e-b80d1ea1b36b'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:13:13.025115 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-75ea43eb-6858-4d7a-b2fa-962316cd23a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:12:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['e7a4a617-8ba5-447d-970e-b80d1ea1b36b'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:13:13.156099 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-cc74972c-1957-4247-93f3-af172612eeb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:13.167682 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-63317a8a-efcc-45cb-9119-68e35e4d5bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:13.251530 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-75ea43eb-6858-4d7a-b2fa-962316cd23a8 None None] Set router e7a4a617-8ba5-447d-970e-b80d1ea1b36b gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:13:13.299866 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-cc74972c-1957-4247-93f3-af172612eeb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:13.356556 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-cc74972c-1957-4247-93f3-af172612eeb8 admin admin] Deleting port d564b361-8d08-4343-b14c-4cbeda5afe26 {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:13:13.356893 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-cc74972c-1957-4247-93f3-af172612eeb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:13.461046 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [None req-cc74972c-1957-4247-93f3-af172612eeb8 admin admin] For port d564b361-8d08-4343-b14c-4cbeda5afe26, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=d564b361-8d08-4343-b14c-4cbeda5afe26,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:13:13.461357 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-cc74972c-1957-4247-93f3-af172612eeb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:13.484060 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-75ea43eb-6858-4d7a-b2fa-962316cd23a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a4a617-8ba5-447d-970e-b80d1ea1b36b', 'name': 'tempest-ServerRescueNegativeTestJSON-2095927480-router', 'tenant_id': 'c33865a137fb461586e8a7e83d61e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd564b361-8d08-4343-b14c-4cbeda5afe26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:13:12Z', 'revision_number': 5, 'project_id': 'c33865a137fb461586e8a7e83d61e7b2', 'gw_port': {'id': 'd564b361-8d08-4343-b14c-4cbeda5afe26', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a4a617-8ba5-447d-970e-b80d1ea1b36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:41Z', 'updated_at': '2021-06-11T00:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:13:13.487275 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ea43eb-6858-4d7a-b2fa-962316cd23a8 None None] Checking router: e7a4a617-8ba5-447d-970e-b80d1ea1b36b for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:13:13.495477 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ea43eb-6858-4d7a-b2fa-962316cd23a8 None None] Routers {'e7a4a617-8ba5-447d-970e-b80d1ea1b36b'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:13:13.496070 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-75ea43eb-6858-4d7a-b2fa-962316cd23a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:12:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['e7a4a617-8ba5-447d-970e-b80d1ea1b36b'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:13:13.553517 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-cc74972c-1957-4247-93f3-af172612eeb8 admin admin] Calling delete_port for d564b361-8d08-4343-b14c-4cbeda5afe26 owned by network:router_gateway {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:13:13.613721 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-75ea43eb-6858-4d7a-b2fa-962316cd23a8 None None] Set router e7a4a617-8ba5-447d-970e-b80d1ea1b36b gateway port host: None {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:13:13.692585 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-75ea43eb-6858-4d7a-b2fa-962316cd23a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a4a617-8ba5-447d-970e-b80d1ea1b36b', 'name': 'tempest-ServerRescueNegativeTestJSON-2095927480-router', 'tenant_id': 'c33865a137fb461586e8a7e83d61e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:13:13Z', 'revision_number': 6, 'project_id': 'c33865a137fb461586e8a7e83d61e7b2', 'gw_port_host': None}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:13:13.696327 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ea43eb-6858-4d7a-b2fa-962316cd23a8 None None] The sync data for ids ['e7a4a617-8ba5-447d-970e-b80d1ea1b36b'] in dv-cinder-786260-5-iscsi is: [{'id': 'e7a4a617-8ba5-447d-970e-b80d1ea1b36b', 'name': 'tempest-ServerRescueNegativeTestJSON-2095927480-router', 'tenant_id': 'c33865a137fb461586e8a7e83d61e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:13:13Z', 'revision_number': 6, 'project_id': 'c33865a137fb461586e8a7e83d61e7b2', 'gw_port_host': None}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:13:13.756792 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-cc74972c-1957-4247-93f3-af172612eeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:13.758948 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0633a434-dfdd-4f9a-9584-520759cd10f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:13.775260 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771f487-33fa-4e7e-b4eb-e7b1e1fb2726 req-ede0cb5f-3f2f-4119-9252-442690843106 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:13.776947 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b771f487-33fa-4e7e-b4eb-e7b1e1fb2726 req-ede0cb5f-3f2f-4119-9252-442690843106 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 946 time: 0.0801680 Jun 11 00:13:13.791131 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74972c-1957-4247-93f3-af172612eeb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d564b361-8d08-4343-b14c-4cbeda5afe26,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:13.793587 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-cc74972c-1957-4247-93f3-af172612eeb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:13.820694 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b771f487-33fa-4e7e-b4eb-e7b1e1fb2726 req-cd20b6c2-2ef7-42a2-9727-3849442c57cf tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379024 Jun 11 00:13:13.870045 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-cc74972c-1957-4247-93f3-af172612eeb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1807972'] for router_gateway, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:14.017950 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-cc74972c-1957-4247-93f3-af172612eeb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1805719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57805'] for router, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:14.020150 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-cc74972c-1957-4247-93f3-af172612eeb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:14.099572 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-cc74972c-1957-4247-93f3-af172612eeb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806145'] for router, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:14.100126 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc74972c-1957-4247-93f3-af172612eeb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7a4a617-8ba5-447d-970e-b80d1ea1b36b {{(pid=91887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 00:13:14.106062 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-cc74972c-1957-4247-93f3-af172612eeb8 admin admin] Notify callbacks [] for router, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:14.107389 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-cc74972c-1957-4247-93f3-af172612eeb8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/e7a4a617-8ba5-447d-970e-b80d1ea1b36b HTTP/1.1" status: 204 len: 168 time: 1.0944014 Jun 11 00:13:14.109710 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 43012) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:13:14.411905 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_v2 [None req-025505df-eb93-4037-b7ac-c262e7637168 admin admin] Deleting subnet 06445c02-8c20-46e0-be9b-66222ba10e31 {{(pid=91887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:13:14.415475 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-025505df-eb93-4037-b7ac-c262e7637168 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:14.458050 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-025505df-eb93-4037-b7ac-c262e7637168 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3393294'] for subnet, precommit_delete_associations {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:14.510157 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-025505df-eb93-4037-b7ac-c262e7637168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752867'] for subnet, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:14.573191 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-025505df-eb93-4037-b7ac-c262e7637168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3175783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8802595'] for subnet, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:14.575612 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-4a8cb776-a5ed-424f-82c1-f2226d46a239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:14.607290 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device d564b361-8d08-4343-b14c-4cbeda5afe26 no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:13:14.608292 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025505df-eb93-4037-b7ac-c262e7637168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06445c02-8c20-46e0-be9b-66222ba10e31,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:14.610346 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-025505df-eb93-4037-b7ac-c262e7637168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:14.612287 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-025505df-eb93-4037-b7ac-c262e7637168 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/06445c02-8c20-46e0-be9b-66222ba10e31 HTTP/1.1" status: 204 len: 168 time: 0.5016196 Jun 11 00:13:14.613318 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-025505df-eb93-4037-b7ac-c262e7637168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:14.614692 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 43016) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:13:14.636464 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: d564b361-8d08-4343-b14c-4cbeda5afe26 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:13:14.636829 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device d564b361-8d08-4343-b14c-4cbeda5afe26 not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:13:14.637261 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 7d144567-f66e-426c-81d5-a9d47367c13d no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:13:14.662651 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: 7d144567-f66e-426c-81d5-a9d47367c13d {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:13:14.663046 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 7d144567-f66e-426c-81d5-a9d47367c13d not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:13:14.708268 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8d86ab8b-a948-408e-a6b4-b19c17cff121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546938'] for network, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:14.820420 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8d86ab8b-a948-408e-a6b4-b19c17cff121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750700', 'neutron.services.segments.db._delete_segments_for_network-8777603965615'] for network, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:14.831651 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-8d86ab8b-a948-408e-a6b4-b19c17cff121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f0ab10-a508-4639-872f-a1788b421e5d']}} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:13:14.842647 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-8d86ab8b-a948-408e-a6b4-b19c17cff121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e134e8c7-f569-49c6-bf91-776ad1919a5e') {'for_net_delete': True} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:13:14.842942 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-8d86ab8b-a948-408e-a6b4-b19c17cff121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e134e8c7-f569-49c6-bf91-776ad1919a5e') {} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:13:14.853571 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8d86ab8b-a948-408e-a6b4-b19c17cff121 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777603965444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3393303'] for segment, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:14.868736 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8d86ab8b-a948-408e-a6b4-b19c17cff121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:14.874392 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d86ab8b-a948-408e-a6b4-b19c17cff121 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=91887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:13:14.874968 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8d86ab8b-a948-408e-a6b4-b19c17cff121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3176440'] for segment, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: retrieve_revision_numbers = { Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: retrieve_revision_numbers = { Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: retrieve_revision_numbers = { Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: retrieve_revision_numbers = { Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: Traceback (most recent call last): Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: timer() Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: cb(*args, **kw) Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: return func(*args, **kwargs) Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: self._notify() Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: self.callback(batched_events) Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: event.method(event) Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: return f(self, *a, **k) Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: return self._get(url).json() Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: return self.request(url, 'GET', **kwargs) Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:13:14.876459 dv-cinder-786260-5-iscsi neutron-server[91887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:13:14.953009 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8d86ab8b-a948-408e-a6b4-b19c17cff121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1807883'] for network, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:14.958072 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8d86ab8b-a948-408e-a6b4-b19c17cff121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:14.968297 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-8d86ab8b-a948-408e-a6b4-b19c17cff121 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a4f0ab10-a508-4639-872f-a1788b421e5d HTTP/1.1" status: 204 len: 168 time: 0.3460853 Jun 11 00:13:14.969089 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:14.983770 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86ab8b-a948-408e-a6b4-b19c17cff121 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4f0ab10-a508-4639-872f-a1788b421e5d,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:14.986160 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-8d86ab8b-a948-408e-a6b4-b19c17cff121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:15.149184 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 43020) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:13:15.192434 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-04acd4a6-0b5c-448b-9ead-6c1338e3d75c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c33865a137fb461586e8a7e83d61e7b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420878 Jun 11 00:13:15.194770 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 43022) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:13:15.244948 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0b310d4e-56a2-4749-9c06-21315c068c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:15.267169 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0b310d4e-56a2-4749-9c06-21315c068c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:15.315452 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0b310d4e-56a2-4749-9c06-21315c068c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:15.318296 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0b310d4e-56a2-4749-9c06-21315c068c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:15.319420 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-0b310d4e-56a2-4749-9c06-21315c068c9c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4d8675b-b080-4b29-b234-a97a69fb027a HTTP/1.1" status: 204 len: 168 time: 0.1237581 Jun 11 00:13:15.320248 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-270c8b5a-f24a-4e1e-a862-ab59719ff868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:15.328741 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b310d4e-56a2-4749-9c06-21315c068c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d8675b-b080-4b29-b234-a97a69fb027a,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:15.331036 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-0b310d4e-56a2-4749-9c06-21315c068c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:15.748085 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-c4111f1a-6812-4c9f-8bcf-f7907382c3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:15.922882 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:16.023846 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 43052) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:13:16.118366 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-3f7bbf4d-1f02-49cb-9813-cab560d97166 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1191972049-network', 'tenant_id': 'ab060610740f4b94ae8aa7c76123fa01'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:13:16.143011 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7bbf4d-1f02-49cb-9813-cab560d97166 admin admin] Made reservation on behalf of ab060610740f4b94ae8aa7c76123fa01 for: {'network': 1} {{(pid=91888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:13:16.145227 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3f7bbf4d-1f02-49cb-9813-cab560d97166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for network, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:16.155941 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3f7bbf4d-1f02-49cb-9813-cab560d97166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:16.248591 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3f7bbf4d-1f02-49cb-9813-cab560d97166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:16.252698 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3f7bbf4d-1f02-49cb-9813-cab560d97166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:16.255751 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-378039b7-e7c9-40fb-ba1d-5d0ce6b455e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:16.280615 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7bbf4d-1f02-49cb-9813-cab560d97166 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=91888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:13:16.289261 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bbf4d-1f02-49cb-9813-cab560d97166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d013364-5a31-466a-a862-4c94360971aa,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:16.292447 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-3f7bbf4d-1f02-49cb-9813-cab560d97166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:16.298862 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3f7bbf4d-1f02-49cb-9813-cab560d97166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:16.299183 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.segments_db [None req-3f7bbf4d-1f02-49cb-9813-cab560d97166 admin admin] Added segment ea01cf7d-fa57-4055-bb97-75c132d8325f of type vlan for network 13722574-5b0a-4a56-943d-f51ebd2628ff Jun 11 00:13:16.348380 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3f7bbf4d-1f02-49cb-9813-cab560d97166 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777603396253'] for network, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:16.376721 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3f7bbf4d-1f02-49cb-9813-cab560d97166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395'] for network, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:16.378050 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7bbf4d-1f02-49cb-9813-cab560d97166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:16.378624 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3f7bbf4d-1f02-49cb-9813-cab560d97166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:16.380659 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-cf9582a0-46ea-442f-a234-93fe05066636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:16.419621 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-3f7bbf4d-1f02-49cb-9813-cab560d97166 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3945694 Jun 11 00:13:16.422535 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 43056) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:13:16.427805 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-8b56f173-8571-469f-8d49-ea6f2b6821f3 admin admin] Request body: {'subnet': {'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1191972049-subnet', 'tenant_id': 'ab060610740f4b94ae8aa7c76123fa01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:13:16.449005 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b56f173-8571-469f-8d49-ea6f2b6821f3 admin admin] Made reservation on behalf of ab060610740f4b94ae8aa7c76123fa01 for: {'subnet': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:13:16.451592 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8b56f173-8571-469f-8d49-ea6f2b6821f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8802620'] for subnet, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:16.461140 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bbf4d-1f02-49cb-9813-cab560d97166 admin admin] Pushing event updated for resources: {'Network': ['ID=13722574-5b0a-4a56-943d-f51ebd2628ff,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:16.463771 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-3f7bbf4d-1f02-49cb-9813-cab560d97166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:16.471455 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Network 13722574-5b0a-4a56-943d-f51ebd2628ff details requested by agent ovs-agent-dv-cinder-786260-5-iscsi with host dv-cinder-786260-5-iscsi {{(pid=91889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:13:16.657663 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8b56f173-8571-469f-8d49-ea6f2b6821f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3175718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8802602'] for subnet, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:16.659810 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:16.726582 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56f173-8571-469f-8d49-ea6f2b6821f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4941a4bc-b9b3-4ef1-a2dc-b0563738bc36,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:16.730199 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-8b56f173-8571-469f-8d49-ea6f2b6821f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:16.735902 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b56f173-8571-469f-8d49-ea6f2b6821f3 admin admin] Checking segment: {'id': 'ea01cf7d-fa57-4055-bb97-75c132d8325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:13:16.736260 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b56f173-8571-469f-8d49-ea6f2b6821f3 admin admin] Network hostable DHCP agents. Network: 13722574-5b0a-4a56-943d-f51ebd2628ff, hostable agents: ['ce8ef649-8289-40e7-a272-310ee0704403'], hosted agents: [] {{(pid=91887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:13:16.752633 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b56f173-8571-469f-8d49-ea6f2b6821f3 admin admin] Network 13722574-5b0a-4a56-943d-f51ebd2628ff is scheduled to be hosted by DHCP agent ce8ef649-8289-40e7-a272-310ee0704403 with binding_index 1 {{(pid=91887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:13:16.760416 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-8b56f173-8571-469f-8d49-ea6f2b6821f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-iscsi, 13722574-5b0a-4a56-943d-f51ebd2628ff) {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:13:16.764259 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b56f173-8571-469f-8d49-ea6f2b6821f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:16.764841 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8b56f173-8571-469f-8d49-ea6f2b6821f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:16.769848 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2820fca-6540-49e9-bbda-e91f3a488976 None None] Network 13722574-5b0a-4a56-943d-f51ebd2628ff requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:13:16.778526 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-8b56f173-8571-469f-8d49-ea6f2b6821f3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3549166 Jun 11 00:13:17.053131 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:17.055059 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8151184-550a-4f74-9293-93aeaa37aa3c None None] Network 13722574-5b0a-4a56-943d-f51ebd2628ff requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:13:17.254580 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba030562-a7a0-4f25-a925-402779dc3dda req-55c53930-4831-425b-a69d-c28bdd790851 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:17.256058 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ba030562-a7a0-4f25-a925-402779dc3dda req-55c53930-4831-425b-a69d-c28bdd790851 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/networks?id=13722574-5b0a-4a56-943d-f51ebd2628ff HTTP/1.1" status: 200 len: 815 time: 0.1269894 Jun 11 00:13:17.270281 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ba030562-a7a0-4f25-a925-402779dc3dda req-16f2552a-f972-4993-92ba-082476e60304 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/quotas/ab060610740f4b94ae8aa7c76123fa01 HTTP/1.1" status: 200 len: 375 time: 0.0088651 Jun 11 00:13:17.312586 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ba030562-a7a0-4f25-a925-402779dc3dda req-492e9efe-b544-4363-acdd-52d349eb2dba tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab060610740f4b94ae8aa7c76123fa01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324664 Jun 11 00:13:17.425747 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ba030562-a7a0-4f25-a925-402779dc3dda req-a809d029-6468-4358-86db-54dfbd684d08 service neutron] 10.222.0.15 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067979 Jun 11 00:13:17.542413 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ba030562-a7a0-4f25-a925-402779dc3dda req-3d3b8de3-8471-4f68-94a1-b46d38a4f254 service neutron] 10.222.0.15 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107762 Jun 11 00:13:18.418315 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:18.733961 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a6637236-7ff9-4da3-81ea-420ffc53975c req-93535756-0495-47e7-8331-1536557f3e91 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=db46b17d-36df-4670-940a-0020463888dd HTTP/1.1" status: 200 len: 210 time: 0.0349283 Jun 11 00:13:19.951684 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c6a52642-0962-4c37-ab1b-50f97e58c5a4 req-9a5a4a37-d8b3-4883-b852-a7cf9fdf48cb tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=db46b17d-36df-4670-940a-0020463888dd HTTP/1.1" status: 200 len: 210 time: 0.0476377 Jun 11 00:13:19.959187 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba030562-a7a0-4f25-a925-402779dc3dda req-27b2d02e-c36e-4e52-a51a-f6f8effaab48 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:19.960613 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ba030562-a7a0-4f25-a925-402779dc3dda req-27b2d02e-c36e-4e52-a51a-f6f8effaab48 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.21 "GET /v2.0/networks?id=13722574-5b0a-4a56-943d-f51ebd2628ff HTTP/1.1" status: 200 len: 815 time: 0.2500505 Jun 11 00:13:19.973711 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [req-ba030562-a7a0-4f25-a925-402779dc3dda req-8b48dc59-86bc-433c-b817-d6b7d8e9b684 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Request body: {'port': {'device_id': 'db46b17d-36df-4670-940a-0020463888dd', 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff', 'admin_state_up': True, 'tenant_id': 'ab060610740f4b94ae8aa7c76123fa01'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:13:20.105510 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba030562-a7a0-4f25-a925-402779dc3dda req-8b48dc59-86bc-433c-b817-d6b7d8e9b684 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Made reservation on behalf of ab060610740f4b94ae8aa7c76123fa01 for: {'port': 1} {{(pid=91888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:13:20.109019 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-ba030562-a7a0-4f25-a925-402779dc3dda req-8b48dc59-86bc-433c-b817-d6b7d8e9b684 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:20.192416 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:13:20.257846 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_common [req-ba030562-a7a0-4f25-a925-402779dc3dda req-8b48dc59-86bc-433c-b817-d6b7d8e9b684 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Allocated IP 172.20.0.6 (13722574-5b0a-4a56-943d-f51ebd2628ff/4941a4bc-b9b3-4ef1-a2dc-b0563738bc36/275e402d-fe1b-4379-b64b-dd05ca898f77) {{(pid=91888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:13:20.429713 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-ba030562-a7a0-4f25-a925-402779dc3dda req-8b48dc59-86bc-433c-b817-d6b7d8e9b684 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks [] for port, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:20.468385 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-ba030562-a7a0-4f25-a925-402779dc3dda req-8b48dc59-86bc-433c-b817-d6b7d8e9b684 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3493225'] for port, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:20.472285 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:20.528227 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba030562-a7a0-4f25-a925-402779dc3dda req-8b48dc59-86bc-433c-b817-d6b7d8e9b684 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Network 13722574-5b0a-4a56-943d-f51ebd2628ff is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:13:20.531445 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [req-ba030562-a7a0-4f25-a925-402779dc3dda req-8b48dc59-86bc-433c-b817-d6b7d8e9b684 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:13:20.533728 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba030562-a7a0-4f25-a925-402779dc3dda req-8b48dc59-86bc-433c-b817-d6b7d8e9b684 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Received port after_create {{(pid=91888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:13:20.564424 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48dc59-86bc-433c-b817-d6b7d8e9b684 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Pushing event updated for resources: {'Port': ['ID=275e402d-fe1b-4379-b64b-dd05ca898f77,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:20.567115 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-8b48dc59-86bc-433c-b817-d6b7d8e9b684 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:20.594396 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba030562-a7a0-4f25-a925-402779dc3dda req-8b48dc59-86bc-433c-b817-d6b7d8e9b684 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:20.594991 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-ba030562-a7a0-4f25-a925-402779dc3dda req-8b48dc59-86bc-433c-b817-d6b7d8e9b684 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:20.608002 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ba030562-a7a0-4f25-a925-402779dc3dda req-8b48dc59-86bc-433c-b817-d6b7d8e9b684 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6384196 Jun 11 00:13:21.126845 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b96168-7ef7-4aac-a859-a9dafc093a2c req-a1e2b41e-132c-4f05-8c2e-9bbe22b7e4ae tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:21.128309 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-60b96168-7ef7-4aac-a859-a9dafc093a2c req-a1e2b41e-132c-4f05-8c2e-9bbe22b7e4ae tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=db46b17d-36df-4670-940a-0020463888dd HTTP/1.1" status: 200 len: 931 time: 0.0676386 Jun 11 00:13:21.171919 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-60b96168-7ef7-4aac-a859-a9dafc093a2c req-d2f1a7c3-762e-4eac-92c2-f60d643f6db6 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380957 Jun 11 00:13:22.122968 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Request body: {'port': {'device_id': 'db46b17d-36df-4670-940a-0020463888dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:13:22.210638 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:22.480412 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e318e3e-209e-4797-8c15-19729c4ada4e req-fb96a9e2-dda8-4fe8-833c-64736158889d tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:22.481757 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1e318e3e-209e-4797-8c15-19729c4ada4e req-fb96a9e2-dda8-4fe8-833c-64736158889d tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=db46b17d-36df-4670-940a-0020463888dd HTTP/1.1" status: 200 len: 931 time: 0.1584263 Jun 11 00:13:22.552537 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1e318e3e-209e-4797-8c15-19729c4ada4e req-a0f3f67c-953c-4c20-a380-0ec4439f0521 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634544 Jun 11 00:13:22.596134 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275e402d-fe1b-4379-b64b-dd05ca898f77 {{(pid=91888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:13:22.603765 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:22.614852 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.provisioning_blocks [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Transition to ACTIVE for port object 275e402d-fe1b-4379-b64b-dd05ca898f77 will not be triggered until provisioned by entity L2. {{(pid=91888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:13:22.618485 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3493243'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:22.621266 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:22.709208 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=275e402d-fe1b-4379-b64b-dd05ca898f77,revision_number=2']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:22.713112 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:22.793171 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.managers [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Attempting to bind port 275e402d-fe1b-4379-b64b-dd05ca898f77 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:13:22.793510 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.managers [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Attempting to bind port 275e402d-fe1b-4379-b64b-dd05ca898f77 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'ea01cf7d-fa57-4055-bb97-75c132d8325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff'}] {{(pid=91888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:13:22.793835 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Attempting to bind port 275e402d-fe1b-4379-b64b-dd05ca898f77 on network 13722574-5b0a-4a56-943d-f51ebd2628ff {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:13:22.797950 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Port 275e402d-fe1b-4379-b64b-dd05ca898f77 on network 13722574-5b0a-4a56-943d-f51ebd2628ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:13:22.798267 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Attempting to bind port 275e402d-fe1b-4379-b64b-dd05ca898f77 on network 13722574-5b0a-4a56-943d-f51ebd2628ff {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:13:22.802875 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Checking agent: {'id': '0b82d12c-0850-474f-ad5c-077a5fa277b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:13:22.803211 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Checking segment: {'id': 'ea01cf7d-fa57-4055-bb97-75c132d8325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:13:22.803636 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Bound using segment: {'id': 'ea01cf7d-fa57-4055-bb97-75c132d8325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff'} {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:13:22.804090 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.managers [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Bound port: 275e402d-fe1b-4379-b64b-dd05ca898f77, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea01cf7d-fa57-4055-bb97-75c132d8325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff'}}] {{(pid=91888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:13:22.804412 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:22.873969 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] For port 275e402d-fe1b-4379-b64b-dd05ca898f77, host hv-cinder-78626, cleared binding levels {{(pid=91888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:13:22.876889 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] For port 275e402d-fe1b-4379-b64b-dd05ca898f77, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=275e402d-fe1b-4379-b64b-dd05ca898f77,segment=NetworkSegment(ea01cf7d-fa57-4055-bb97-75c132d8325f),segment_id=ea01cf7d-fa57-4055-bb97-75c132d8325f)] {{(pid=91888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:13:22.882571 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3493243'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:22.886042 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-e1d31d01-33a6-409f-9174-0b3adc0a1d36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:22.929749 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:22.930365 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:22.931749 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ba030562-a7a0-4f25-a925-402779dc3dda req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] 10.222.0.21 "PUT /v2.0/ports/275e402d-fe1b-4379-b64b-dd05ca898f77 HTTP/1.1" status: 200 len: 1093 time: 0.8133538 Jun 11 00:13:22.932229 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db46b17d-36df-4670-940a-0020463888dd', 'tag': '275e402d-fe1b-4379-b64b-dd05ca898f77'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:13:22.934764 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83941fc8-5907-495f-aa23-344c3d81a4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "db46b17d-36df-4670-940a-0020463888dd", "tag": "275e402d-fe1b-4379-b64b-dd05ca898f77"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:13:22.955729 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=275e402d-fe1b-4379-b64b-dd05ca898f77,revision_number=3']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:22.958724 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:22.970269 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37957a5-1ae7-45a3-b8e2-d4a685843714 x-openstack-request-id: req-d37957a5-1ae7-45a3-b8e2-d4a685843714 {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:13:22.970584 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db46b17d-36df-4670-940a-0020463888dd", "tag": "275e402d-fe1b-4379-b64b-dd05ca898f77", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:13:22.971251 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d37957a5-1ae7-45a3-b8e2-d4a685843714 {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:13:22.971251 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db46b17d-36df-4670-940a-0020463888dd', 'tag': '275e402d-fe1b-4379-b64b-dd05ca898f77', 'status': 'completed', 'code': 200} Jun 11 00:13:23.280518 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83941fc8-5907-495f-aa23-344c3d81a4d5 req-33ed9804-8ca4-421a-a3d7-bc169994a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:23.281851 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-83941fc8-5907-495f-aa23-344c3d81a4d5 req-33ed9804-8ca4-421a-a3d7-bc169994a378 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab060610740f4b94ae8aa7c76123fa01&device_id=db46b17d-36df-4670-940a-0020463888dd HTTP/1.1" status: 200 len: 1096 time: 0.0575919 Jun 11 00:13:23.722253 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83941fc8-5907-495f-aa23-344c3d81a4d5 req-e21f2149-d6e4-4cd0-8551-7bca7190f0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:23.723689 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-83941fc8-5907-495f-aa23-344c3d81a4d5 req-e21f2149-d6e4-4cd0-8551-7bca7190f0b5 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ab060610740f4b94ae8aa7c76123fa01&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4084930 Jun 11 00:13:23.791851 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47eaea-b3ec-4fa1-a1a5-f0c3f8490f92 req-bde98103-301e-4b17-9aaf-f4ed267ae989 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:23.793268 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-fa47eaea-b3ec-4fa1-a1a5-f0c3f8490f92 req-bde98103-301e-4b17-9aaf-f4ed267ae989 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=db46b17d-36df-4670-940a-0020463888dd HTTP/1.1" status: 200 len: 943 time: 0.1289485 Jun 11 00:13:23.936478 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-fa47eaea-b3ec-4fa1-a1a5-f0c3f8490f92 req-1d043980-e6ad-4ef8-9a59-c4729807ce27 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374695 Jun 11 00:13:23.950318 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83941fc8-5907-495f-aa23-344c3d81a4d5 req-dbea6f3c-94f2-4932-b5e7-6acadada9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:23.951821 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-83941fc8-5907-495f-aa23-344c3d81a4d5 req-dbea6f3c-94f2-4932-b5e7-6acadada9d32 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2097714 Jun 11 00:13:24.048965 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba030562-a7a0-4f25-a925-402779dc3dda req-7ac56168-6912-4752-8408-65c8322f5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:24.050457 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ba030562-a7a0-4f25-a925-402779dc3dda req-7ac56168-6912-4752-8408-65c8322f5d4e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab060610740f4b94ae8aa7c76123fa01&device_id=db46b17d-36df-4670-940a-0020463888dd HTTP/1.1" status: 200 len: 1096 time: 0.0581870 Jun 11 00:13:24.108453 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ba030562-a7a0-4f25-a925-402779dc3dda req-5fb9aac5-8d79-4f60-b1a8-18ad2097f0c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=275e402d-fe1b-4379-b64b-dd05ca898f77 HTTP/1.1" status: 200 len: 217 time: 0.0505135 Jun 11 00:13:24.172623 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba030562-a7a0-4f25-a925-402779dc3dda req-3d5adb0e-249b-41c6-a634-be2f7661b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:24.174075 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ba030562-a7a0-4f25-a925-402779dc3dda req-3d5adb0e-249b-41c6-a634-be2f7661b242 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4941a4bc-b9b3-4ef1-a2dc-b0563738bc36 HTTP/1.1" status: 200 len: 855 time: 0.0559688 Jun 11 00:13:24.211096 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ba030562-a7a0-4f25-a925-402779dc3dda req-e3abac1d-ee9d-454d-81c8-acac11eb3e4c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13722574-5b0a-4a56-943d-f51ebd2628ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300333 Jun 11 00:13:24.325388 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ba030562-a7a0-4f25-a925-402779dc3dda req-a46b1f17-c606-4736-8642-9ba8493ea59f service neutron] 10.222.0.21 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067371 Jun 11 00:13:24.440039 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ba030562-a7a0-4f25-a925-402779dc3dda req-01e83dd3-37b5-4253-b734-7b74c94e38f9 service neutron] 10.222.0.21 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067724 Jun 11 00:13:25.114534 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eea46-f47c-4d3e-8ea4-4a174e28fa2d req-62d5e8d0-4d4b-4a4e-b478-71e7018da269 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:25.116566 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9a6eea46-f47c-4d3e-8ea4-4a174e28fa2d req-62d5e8d0-4d4b-4a4e-b478-71e7018da269 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=db46b17d-36df-4670-940a-0020463888dd HTTP/1.1" status: 200 len: 943 time: 0.0683203 Jun 11 00:13:25.156538 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9a6eea46-f47c-4d3e-8ea4-4a174e28fa2d req-801be982-4844-4b6d-9e31-e7aa273c5c08 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343919 Jun 11 00:13:26.346701 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1c1c6-7830-4cd6-b17d-13023ad00018 req-fa00cf92-3d7c-4c94-8520-351b44a618a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:26.348162 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-26f1c1c6-7830-4cd6-b17d-13023ad00018 req-fa00cf92-3d7c-4c94-8520-351b44a618a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=db46b17d-36df-4670-940a-0020463888dd HTTP/1.1" status: 200 len: 943 time: 0.0705335 Jun 11 00:13:26.388719 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-26f1c1c6-7830-4cd6-b17d-13023ad00018 req-903ffa48-81c6-4f31-aacb-d87954822328 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344639 Jun 11 00:13:27.565136 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8448ed-c6c6-4f67-acdf-9ba092c62641 req-8919d52a-6095-4f46-a26e-842b22fd9fc8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:27.566559 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ec8448ed-c6c6-4f67-acdf-9ba092c62641 req-8919d52a-6095-4f46-a26e-842b22fd9fc8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=db46b17d-36df-4670-940a-0020463888dd HTTP/1.1" status: 200 len: 943 time: 0.0665636 Jun 11 00:13:27.606656 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ec8448ed-c6c6-4f67-acdf-9ba092c62641 req-91742103-4c29-45ec-bc8d-02d390c0954b tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345817 Jun 11 00:13:28.789877 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826fbb0-5b46-4cf5-8f4d-9f004e7725f2 req-8f097b42-bfee-451c-9a1f-c19fb51eb787 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:28.791322 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c826fbb0-5b46-4cf5-8f4d-9f004e7725f2 req-8f097b42-bfee-451c-9a1f-c19fb51eb787 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=db46b17d-36df-4670-940a-0020463888dd HTTP/1.1" status: 200 len: 943 time: 0.0754783 Jun 11 00:13:28.831315 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c826fbb0-5b46-4cf5-8f4d-9f004e7725f2 req-212d5b77-c4c4-4a77-832d-df939a25d85d tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343251 Jun 11 00:13:30.006270 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f86e92-b529-4d57-83c2-a9208ccb57ad req-54fea02f-96e7-4ec4-817b-63cef65b9801 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:30.007736 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-10f86e92-b529-4d57-83c2-a9208ccb57ad req-54fea02f-96e7-4ec4-817b-63cef65b9801 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=db46b17d-36df-4670-940a-0020463888dd HTTP/1.1" status: 200 len: 943 time: 0.0674527 Jun 11 00:13:30.047769 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-10f86e92-b529-4d57-83c2-a9208ccb57ad req-b8f35eeb-bf66-4d44-ace7-58c4791815b5 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345135 Jun 11 00:13:31.223622 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f30e0-68f1-4d15-b451-e90f64aa7ce3 req-751f0650-4d2a-41dc-a982-116130bc509b tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:31.225175 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1c9f30e0-68f1-4d15-b451-e90f64aa7ce3 req-751f0650-4d2a-41dc-a982-116130bc509b tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=db46b17d-36df-4670-940a-0020463888dd HTTP/1.1" status: 200 len: 943 time: 0.0700779 Jun 11 00:13:31.238463 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 275e402d-fe1b-4379-b64b-dd05ca898f77 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:13:31.266648 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1c9f30e0-68f1-4d15-b451-e90f64aa7ce3 req-a065b8d1-9b55-4310-b0d3-12a0f8c02b57 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359681 Jun 11 00:13:31.360135 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 275e402d-fe1b-4379-b64b-dd05ca898f77, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=275e402d-fe1b-4379-b64b-dd05ca898f77,segment=NetworkSegment(ea01cf7d-fa57-4055-bb97-75c132d8325f),segment_id=ea01cf7d-fa57-4055-bb97-75c132d8325f)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:13:31.372278 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '275e402d-fe1b-4379-b64b-dd05ca898f77', 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff', 'port_id': '275e402d-fe1b-4379-b64b-dd05ca898f77', 'mac_address': 'fa:16:3e:bb:d5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4941a4bc-b9b3-4ef1-a2dc-b0563738bc36', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:13:31.417870 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:31.432442 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275e402d-fe1b-4379-b64b-dd05ca898f77 {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:13:31.452307 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 275e402d-fe1b-4379-b64b-dd05ca898f77, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=275e402d-fe1b-4379-b64b-dd05ca898f77,segment=NetworkSegment(ea01cf7d-fa57-4055-bb97-75c132d8325f),segment_id=ea01cf7d-fa57-4055-bb97-75c132d8325f)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:13:31.456240 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:31.457882 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-a9a476ca-4943-4118-a320-c2cd339dffa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:31.508104 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=275e402d-fe1b-4379-b64b-dd05ca898f77,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:31.511084 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:31.741535 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['275e402d-fe1b-4379-b64b-dd05ca898f77'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:13:32.443024 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1de42-6c0a-4e37-b529-a246697e200d req-058a4fa0-7639-4588-9775-c624a731e52c tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:32.445006 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-37a1de42-6c0a-4e37-b529-a246697e200d req-058a4fa0-7639-4588-9775-c624a731e52c tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=db46b17d-36df-4670-940a-0020463888dd HTTP/1.1" status: 200 len: 944 time: 0.0689228 Jun 11 00:13:32.485254 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-37a1de42-6c0a-4e37-b529-a246697e200d req-1cae57fd-9e27-47cd-8615-0ce10585498f tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345998 Jun 11 00:13:33.259289 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b17cb-9ed8-4de9-add6-062769c490ed req-38f6429b-8361-4536-90f7-8da91d11a731 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:33.260751 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2f9b17cb-9ed8-4de9-add6-062769c490ed req-38f6429b-8361-4536-90f7-8da91d11a731 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcd2f797-c6ee-4604-a01a-2a8cf085adf9 HTTP/1.1" status: 200 len: 945 time: 0.0700734 Jun 11 00:13:33.264825 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 275e402d-fe1b-4379-b64b-dd05ca898f77 up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:13:33.301828 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2f9b17cb-9ed8-4de9-add6-062769c490ed req-2a54c66a-6cd6-462a-8ea8-7cd4f5395cd6 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351517 Jun 11 00:13:33.319304 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning for port 275e402d-fe1b-4379-b64b-dd05ca898f77 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:13:33.323437 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 275e402d-fe1b-4379-b64b-dd05ca898f77 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:13:33.323813 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:33.413454 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:33.436617 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db46b17d-36df-4670-940a-0020463888dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275e402d-fe1b-4379-b64b-dd05ca898f77'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:13:33.438822 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ef731f-b49d-465b-9b88-6d2666a29e18" -d '{"events": [{"server_uuid": "db46b17d-36df-4670-940a-0020463888dd", "name": "network-vif-plugged", "status": "completed", "tag": "275e402d-fe1b-4379-b64b-dd05ca898f77"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:13:33.452619 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 275e402d-fe1b-4379-b64b-dd05ca898f77, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=275e402d-fe1b-4379-b64b-dd05ca898f77,segment=NetworkSegment(ea01cf7d-fa57-4055-bb97-75c132d8325f),segment_id=ea01cf7d-fa57-4055-bb97-75c132d8325f)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:13:33.456755 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:33.458770 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:33.485653 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934ae976-a591-44aa-9268-64d22bbfc8d2 x-openstack-request-id: req-934ae976-a591-44aa-9268-64d22bbfc8d2 {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:13:33.485937 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db46b17d-36df-4670-940a-0020463888dd", "name": "network-vif-plugged", "status": "completed", "tag": "275e402d-fe1b-4379-b64b-dd05ca898f77", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:13:33.486195 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-934ae976-a591-44aa-9268-64d22bbfc8d2 {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:13:33.486581 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db46b17d-36df-4670-940a-0020463888dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275e402d-fe1b-4379-b64b-dd05ca898f77', 'code': 200} Jun 11 00:13:33.516520 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=275e402d-fe1b-4379-b64b-dd05ca898f77,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:33.519317 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:33.711232 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587c4a6-790a-4fa6-9d9c-c4e2201e0bd4 req-15ec5323-df47-4687-acc6-04dce7aa6591 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:33.712602 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2587c4a6-790a-4fa6-9d9c-c4e2201e0bd4 req-15ec5323-df47-4687-acc6-04dce7aa6591 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=db46b17d-36df-4670-940a-0020463888dd HTTP/1.1" status: 200 len: 945 time: 0.1095352 Jun 11 00:13:33.730106 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833c1b3-59f3-4447-a8fa-92b5dfbf325d req-f080c4b9-2c22-433d-86f5-3275f2208ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:33.731496 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4833c1b3-59f3-4447-a8fa-92b5dfbf325d req-f080c4b9-2c22-433d-86f5-3275f2208ed2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=db46b17d-36df-4670-940a-0020463888dd HTTP/1.1" status: 200 len: 1098 time: 0.0874588 Jun 11 00:13:33.781559 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2587c4a6-790a-4fa6-9d9c-c4e2201e0bd4 req-f6ca0f7b-376e-4314-8d77-63aecbf08a0e tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623677 Jun 11 00:13:33.787198 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4833c1b3-59f3-4447-a8fa-92b5dfbf325d req-1fb42761-adf6-49ab-8d5d-52cfb3fd5e99 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468585 Jun 11 00:13:34.481606 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c1c91-db3b-4c89-b5f4-7d08a6617910 req-ec2e1af7-0aef-4510-80d1-f022bc6b3c6e tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:34.483035 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-413c1c91-db3b-4c89-b5f4-7d08a6617910 req-ec2e1af7-0aef-4510-80d1-f022bc6b3c6e tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcd2f797-c6ee-4604-a01a-2a8cf085adf9 HTTP/1.1" status: 200 len: 945 time: 0.0665784 Jun 11 00:13:34.522711 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-413c1c91-db3b-4c89-b5f4-7d08a6617910 req-1400b645-60e4-413d-846a-2fd4ebad2f1b tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342088 Jun 11 00:13:34.988177 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bd527-3879-4b9c-8047-7d3c2d15f0ee req-5856e10e-dbde-49df-9617-66e961542a78 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:34.989616 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-801bd527-3879-4b9c-8047-7d3c2d15f0ee req-5856e10e-dbde-49df-9617-66e961542a78 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=db46b17d-36df-4670-940a-0020463888dd HTTP/1.1" status: 200 len: 945 time: 0.0711088 Jun 11 00:13:35.031727 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-801bd527-3879-4b9c-8047-7d3c2d15f0ee req-7edf77aa-af28-4a1e-97dd-3ab9ed329195 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357628 Jun 11 00:13:35.098253 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac9143-82eb-4578-b658-6df10533da7d req-58d31c78-1fca-4656-8d7a-71d32d22f6b1 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:35.099711 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-01ac9143-82eb-4578-b658-6df10533da7d req-58d31c78-1fca-4656-8d7a-71d32d22f6b1 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcd2f797-c6ee-4604-a01a-2a8cf085adf9 HTTP/1.1" status: 200 len: 945 time: 0.0663190 Jun 11 00:13:35.233100 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [req-01ac9143-82eb-4578-b658-6df10533da7d req-7d1149be-68d0-46a7-9f57-0e4e511a432d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Deleting port 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:13:35.233454 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-01ac9143-82eb-4578-b658-6df10533da7d req-7d1149be-68d0-46a7-9f57-0e4e511a432d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:35.360030 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [req-01ac9143-82eb-4578-b658-6df10533da7d req-7d1149be-68d0-46a7-9f57-0e4e511a432d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] For port 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8efd6de3-dd91-4bb4-ae63-6026ff84c3d7,segment=NetworkSegment(7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd),segment_id=7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd)] {{(pid=91888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:13:35.360389 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-01ac9143-82eb-4578-b658-6df10533da7d req-7d1149be-68d0-46a7-9f57-0e4e511a432d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:35.457045 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [req-01ac9143-82eb-4578-b658-6df10533da7d req-7d1149be-68d0-46a7-9f57-0e4e511a432d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Calling delete_port for 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 owned by compute:nova {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:13:35.613875 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-01ac9143-82eb-4578-b658-6df10533da7d req-7d1149be-68d0-46a7-9f57-0e4e511a432d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:35.618662 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:35.629233 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['8efd6de3-dd91-4bb4-ae63-6026ff84c3d7'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:13:35.652662 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1149be-68d0-46a7-9f57-0e4e511a432d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Pushing event deleted for resources: {'Port': ['ID=8efd6de3-dd91-4bb4-ae63-6026ff84c3d7,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:35.664183 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-7d1149be-68d0-46a7-9f57-0e4e511a432d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:35.711792 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3578ef5d-955b-4257-b5d8-2d224e4e9527 req-5e90674c-1f95-4d11-89a5-f49896582d04 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcd2f797-c6ee-4604-a01a-2a8cf085adf9 HTTP/1.1" status: 200 len: 210 time: 0.0615358 Jun 11 00:13:35.736369 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ac9143-82eb-4578-b658-6df10533da7d req-7d1149be-68d0-46a7-9f57-0e4e511a432d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] No DVR routers for this DVR port 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 on host hv-cinder-78626 {{(pid=91888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:13:35.739325 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-01ac9143-82eb-4578-b658-6df10533da7d req-7d1149be-68d0-46a7-9f57-0e4e511a432d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:35.741242 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-01ac9143-82eb-4578-b658-6df10533da7d req-7d1149be-68d0-46a7-9f57-0e4e511a432d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.21 "DELETE /v2.0/ports/8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 HTTP/1.1" status: 204 len: 173 time: 0.6356907 Jun 11 00:13:35.741717 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd2f797-c6ee-4604-a01a-2a8cf085adf9', 'name': 'network-vif-deleted', 'tag': '8efd6de3-dd91-4bb4-ae63-6026ff84c3d7'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:13:35.743952 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6df5e1-2bcd-43ca-9608-9ed216fe2ca6" -d '{"events": [{"server_uuid": "fcd2f797-c6ee-4604-a01a-2a8cf085adf9", "name": "network-vif-deleted", "tag": "8efd6de3-dd91-4bb4-ae63-6026ff84c3d7"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:13:35.783769 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb94e4dc-fb35-419c-9b8e-9cc3e5d2855f x-openstack-request-id: req-eb94e4dc-fb35-419c-9b8e-9cc3e5d2855f {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:13:35.784735 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd2f797-c6ee-4604-a01a-2a8cf085adf9", "name": "network-vif-deleted", "tag": "8efd6de3-dd91-4bb4-ae63-6026ff84c3d7", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:13:35.785028 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb94e4dc-fb35-419c-9b8e-9cc3e5d2855f {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:13:35.785718 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd2f797-c6ee-4604-a01a-2a8cf085adf9', 'name': 'network-vif-deleted', 'tag': '8efd6de3-dd91-4bb4-ae63-6026ff84c3d7', 'status': 'completed', 'code': 200} Jun 11 00:13:40.141068 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:13:40.173552 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] No Port match for: 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:13:40.173908 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 8efd6de3-dd91-4bb4-ae63-6026ff84c3d7 not bound to the agent host hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:13:40.176665 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:43.167858 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-edeeae5c-a401-41d6-81b3-f28de5ccc20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:45.747260 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-fc21b9ae-c6a9-4fc5-8bf6-bd5d44fd01dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:45.923199 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:46.990368 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-89c576bd-bff5-414f-8a33-d2feb43ed1c6 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:46.991817 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-89c576bd-bff5-414f-8a33-d2feb43ed1c6 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/networks?id=2428e518-90a9-4d9e-a215-95704b3da34e HTTP/1.1" status: 200 len: 813 time: 0.3361423 Jun 11 00:13:47.006315 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-882e2da3-de96-45b5-b587-6689a6acc37a tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/quotas/64ce34ac53f34148b3b9e71f940aa259 HTTP/1.1" status: 200 len: 375 time: 0.0086315 Jun 11 00:13:47.029019 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:47.043128 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-0526cd1e-a0db-4c64-9f9b-44ce88e80ce5 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64ce34ac53f34148b3b9e71f940aa259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320554 Jun 11 00:13:47.159298 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-3df4e99b-c429-4ff5-ab2c-2f98569862a7 service neutron] 10.222.0.15 "GET /v2.0/networks/2428e518-90a9-4d9e-a215-95704b3da34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093793 Jun 11 00:13:47.270603 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-60c36eea-635c-47c2-b8d1-d0af6478ee73 service neutron] 10.222.0.15 "GET /v2.0/networks/2428e518-90a9-4d9e-a215-95704b3da34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055253 Jun 11 00:13:47.453590 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-55918b0a-2f0c-44f5-8d0b-a5b81496ff77 req-206aaffc-199f-4dd1-b012-df34d98eee31 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=5233bad2-4e67-41f2-a6e9-16f121d8be43 HTTP/1.1" status: 200 len: 210 time: 0.0424991 Jun 11 00:13:47.569237 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-34bd2933-eb15-4027-81db-763171add841 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:47.571830 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-34bd2933-eb15-4027-81db-763171add841 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/networks?id=13722574-5b0a-4a56-943d-f51ebd2628ff HTTP/1.1" status: 200 len: 815 time: 0.1498349 Jun 11 00:13:47.585808 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-bbcea31a-80ea-4eaf-93a9-34a14abb6447 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/quotas/ab060610740f4b94ae8aa7c76123fa01 HTTP/1.1" status: 200 len: 375 time: 0.0094688 Jun 11 00:13:47.661386 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-3c2eff7b-1067-4498-90cf-ab38f90a2d92 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab060610740f4b94ae8aa7c76123fa01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704148 Jun 11 00:13:47.777715 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-68d6400b-8a6f-4fb5-a192-37a30cefd01d service neutron] 10.222.0.15 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090901 Jun 11 00:13:47.892900 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-2bddf7bd-3dd3-49de-840a-b8a76fd64095 service neutron] 10.222.0.15 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091781 Jun 11 00:13:48.071109 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d592eccd-6336-4bf3-97c9-a178a081a04e req-6bc722c8-7d19-4da9-ad7e-fb560856e51e tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e964b2-bd22-4ef0-87a5-1039bff7879a HTTP/1.1" status: 200 len: 210 time: 0.0346410 Jun 11 00:13:48.419812 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:48.624527 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e46a8295-5b16-4e29-9539-c157270c984d req-39f8c5bd-1eb1-46ae-ae5a-7040934491e7 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=5233bad2-4e67-41f2-a6e9-16f121d8be43 HTTP/1.1" status: 200 len: 210 time: 0.0425251 Jun 11 00:13:48.631587 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e5d880c2-fca2-4ab5-a9a2-ceb342fd552d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:48.632936 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e5d880c2-fca2-4ab5-a9a2-ceb342fd552d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.21 "GET /v2.0/networks?id=2428e518-90a9-4d9e-a215-95704b3da34e HTTP/1.1" status: 200 len: 813 time: 0.1777701 Jun 11 00:13:48.653997 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-945aaff8-ce54-46e8-b191-7caa68e482d2 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Request body: {'port': {'device_id': '5233bad2-4e67-41f2-a6e9-16f121d8be43', 'network_id': '2428e518-90a9-4d9e-a215-95704b3da34e', 'admin_state_up': True, 'tenant_id': '64ce34ac53f34148b3b9e71f940aa259'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:13:48.804878 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-945aaff8-ce54-46e8-b191-7caa68e482d2 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Made reservation on behalf of 64ce34ac53f34148b3b9e71f940aa259 for: {'port': 1} {{(pid=91888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:13:48.808447 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-945aaff8-ce54-46e8-b191-7caa68e482d2 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:48.951767 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_common [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-945aaff8-ce54-46e8-b191-7caa68e482d2 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Allocated IP 172.20.0.7 (2428e518-90a9-4d9e-a215-95704b3da34e/afd0e02f-bef2-474a-99c6-1d8bde33f19e/3659647b-9553-4ec8-8db5-52acfb7ff73b) {{(pid=91888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:13:49.129908 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-945aaff8-ce54-46e8-b191-7caa68e482d2 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Notify callbacks [] for port, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:49.173301 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-945aaff8-ce54-46e8-b191-7caa68e482d2 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3493225'] for port, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:49.187941 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:49.221483 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-945aaff8-ce54-46e8-b191-7caa68e482d2 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Network 2428e518-90a9-4d9e-a215-95704b3da34e is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:13:49.233064 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-945aaff8-ce54-46e8-b191-7caa68e482d2 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:13:49.237581 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-5d143109-1dd2-4ed0-8ee0-19f31708ce95 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:49.239053 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-5d143109-1dd2-4ed0-8ee0-19f31708ce95 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.21 "GET /v2.0/networks?id=13722574-5b0a-4a56-943d-f51ebd2628ff HTTP/1.1" status: 200 len: 815 time: 0.1394944 Jun 11 00:13:49.260823 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Request body: {'port': {'device_id': '08e964b2-bd22-4ef0-87a5-1039bff7879a', 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff', 'admin_state_up': True, 'tenant_id': 'ab060610740f4b94ae8aa7c76123fa01'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:13:49.262772 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-945aaff8-ce54-46e8-b191-7caa68e482d2 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Received port after_create {{(pid=91888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:13:49.276428 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c99c5865-6e22-4571-bf28-e16be88732c8 req-435e8468-684a-49f1-a94b-87fd6e57becf tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e964b2-bd22-4ef0-87a5-1039bff7879a HTTP/1.1" status: 200 len: 210 time: 0.0786381 Jun 11 00:13:49.318354 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945aaff8-ce54-46e8-b191-7caa68e482d2 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Pushing event updated for resources: {'Port': ['ID=3659647b-9553-4ec8-8db5-52acfb7ff73b,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:49.322545 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-945aaff8-ce54-46e8-b191-7caa68e482d2 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:49.338316 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-945aaff8-ce54-46e8-b191-7caa68e482d2 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:49.338908 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-945aaff8-ce54-46e8-b191-7caa68e482d2 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:49.354267 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-945aaff8-ce54-46e8-b191-7caa68e482d2 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7116921 Jun 11 00:13:49.381917 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Request body: {'port': {'device_id': '5233bad2-4e67-41f2-a6e9-16f121d8be43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:13:49.420284 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Made reservation on behalf of ab060610740f4b94ae8aa7c76123fa01 for: {'port': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:13:49.424012 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:49.476881 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:49.568796 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Allocated IP 172.20.0.10 (13722574-5b0a-4a56-943d-f51ebd2628ff/4941a4bc-b9b3-4ef1-a2dc-b0563738bc36/132c7bf7-0450-4942-884b-73a4742220a8) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:13:49.748421 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:49.788273 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:49.793382 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-9357ee7a-2d41-4966-9548-282e192de058 tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:49.801854 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['275e402d-fe1b-4379-b64b-dd05ca898f77'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:13:49.823235 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3659647b-9553-4ec8-8db5-52acfb7ff73b {{(pid=91888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:13:49.833347 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Network 13722574-5b0a-4a56-943d-f51ebd2628ff is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:13:49.837072 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:13:49.837610 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:49.839602 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:13:49.858218 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.provisioning_blocks [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Transition to ACTIVE for port object 3659647b-9553-4ec8-8db5-52acfb7ff73b will not be triggered until provisioned by entity L2. {{(pid=91888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:13:49.870710 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d477c9-6268-4842-ab4b-6deae6d43bbd req-38b00074-6776-4782-a696-1c9a19bab35f tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:49.872570 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d1d477c9-6268-4842-ab4b-6deae6d43bbd req-38b00074-6776-4782-a696-1c9a19bab35f tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=5233bad2-4e67-41f2-a6e9-16f121d8be43 HTTP/1.1" status: 200 len: 931 time: 0.1256528 Jun 11 00:13:49.873545 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3493243'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:49.885320 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:49.908276 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Pushing event updated for resources: {'Port': ['ID=132c7bf7-0450-4942-884b-73a4742220a8,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:49.920295 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:49.920686 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:49.921078 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:49.921434 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:49.921800 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:49.922164 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:49.922530 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:49.922892 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:49.923252 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:49.923635 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:49.923994 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:49.924351 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:13:49.928039 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:49.934753 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:49.935402 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:49.950429 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6935349 Jun 11 00:13:49.965934 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Request body: {'port': {'device_id': '08e964b2-bd22-4ef0-87a5-1039bff7879a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:13:50.032888 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Pushing event updated for resources: {'Port': ['ID=3659647b-9553-4ec8-8db5-52acfb7ff73b,revision_number=2']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:50.064267 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:50.065311 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:50.071430 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d1d477c9-6268-4842-ab4b-6deae6d43bbd req-9376009a-00a3-485d-a57e-1a755cd3d34a tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882393 Jun 11 00:13:50.100541 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.managers [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Attempting to bind port 3659647b-9553-4ec8-8db5-52acfb7ff73b on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:13:50.100883 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.managers [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Attempting to bind port 3659647b-9553-4ec8-8db5-52acfb7ff73b by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2428e518-90a9-4d9e-a215-95704b3da34e'}] {{(pid=91888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:13:50.101211 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Attempting to bind port 3659647b-9553-4ec8-8db5-52acfb7ff73b on network 2428e518-90a9-4d9e-a215-95704b3da34e {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:13:50.105436 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Port 3659647b-9553-4ec8-8db5-52acfb7ff73b on network 2428e518-90a9-4d9e-a215-95704b3da34e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:13:50.105759 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Attempting to bind port 3659647b-9553-4ec8-8db5-52acfb7ff73b on network 2428e518-90a9-4d9e-a215-95704b3da34e {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:13:50.110582 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Checking agent: {'id': '0b82d12c-0850-474f-ad5c-077a5fa277b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:13:50.110917 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Checking segment: {'id': '7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2428e518-90a9-4d9e-a215-95704b3da34e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:13:50.111304 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Bound using segment: {'id': '7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2428e518-90a9-4d9e-a215-95704b3da34e'} {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:13:50.111761 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.managers [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Bound port: 3659647b-9553-4ec8-8db5-52acfb7ff73b, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2428e518-90a9-4d9e-a215-95704b3da34e'}}] {{(pid=91888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:13:50.112109 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:50.187887 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] For port 3659647b-9553-4ec8-8db5-52acfb7ff73b, host hv-cinder-78626, cleared binding levels {{(pid=91888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:13:50.191063 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] For port 3659647b-9553-4ec8-8db5-52acfb7ff73b, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3659647b-9553-4ec8-8db5-52acfb7ff73b,segment=NetworkSegment(7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd),segment_id=7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd)] {{(pid=91888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:13:50.195977 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3493243'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:50.198617 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:50.232325 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:50.232932 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:50.234276 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] 10.222.0.21 "PUT /v2.0/ports/3659647b-9553-4ec8-8db5-52acfb7ff73b HTTP/1.1" status: 200 len: 1093 time: 0.8595612 Jun 11 00:13:50.234757 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5233bad2-4e67-41f2-a6e9-16f121d8be43', 'tag': '3659647b-9553-4ec8-8db5-52acfb7ff73b'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:13:50.237036 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63e2b06-08eb-4d7e-aef3-8c83ad1adca2" -d '{"events": [{"name": "network-changed", "server_uuid": "5233bad2-4e67-41f2-a6e9-16f121d8be43", "tag": "3659647b-9553-4ec8-8db5-52acfb7ff73b"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:13:50.274762 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Pushing event updated for resources: {'Port': ['ID=3659647b-9553-4ec8-8db5-52acfb7ff73b,revision_number=3']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:50.286258 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:50.287728 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce88749c-f92a-4880-9b4e-4920bbb8f07c x-openstack-request-id: req-ce88749c-f92a-4880-9b4e-4920bbb8f07c {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:13:50.288043 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5233bad2-4e67-41f2-a6e9-16f121d8be43", "tag": "3659647b-9553-4ec8-8db5-52acfb7ff73b", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:13:50.288318 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce88749c-f92a-4880-9b4e-4920bbb8f07c {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:13:50.288726 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5233bad2-4e67-41f2-a6e9-16f121d8be43', 'tag': '3659647b-9553-4ec8-8db5-52acfb7ff73b', 'status': 'completed', 'code': 200} Jun 11 00:13:50.342481 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-7179ae43-198f-4e11-97c4-fc8cab85438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:50.344220 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-7179ae43-198f-4e11-97c4-fc8cab85438d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64ce34ac53f34148b3b9e71f940aa259&device_id=5233bad2-4e67-41f2-a6e9-16f121d8be43 HTTP/1.1" status: 200 len: 1096 time: 0.0664535 Jun 11 00:13:50.387804 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 132c7bf7-0450-4942-884b-73a4742220a8 {{(pid=91887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:13:50.396276 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:50.409536 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-46331129-c898-4070-89b3-96af339704ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3659647b-9553-4ec8-8db5-52acfb7ff73b HTTP/1.1" status: 200 len: 217 time: 0.0534091 Jun 11 00:13:50.410878 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Transition to ACTIVE for port object 132c7bf7-0450-4942-884b-73a4742220a8 will not be triggered until provisioned by entity L2. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:13:50.414949 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:50.417793 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-fdcad427-6a5e-409c-ade3-5c384a816186 tempest-VolumesActionsTest-799449941 tempest-VolumesActionsTest-799449941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:50.499857 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-24231b11-e017-4030-be4f-ddbe61487e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:50.501288 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-24231b11-e017-4030-be4f-ddbe61487e54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afd0e02f-bef2-474a-99c6-1d8bde33f19e HTTP/1.1" status: 200 len: 853 time: 0.0835581 Jun 11 00:13:50.513304 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Pushing event updated for resources: {'Port': ['ID=132c7bf7-0450-4942-884b-73a4742220a8,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:50.536203 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:50.545657 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-ccf661ed-b85b-4452-88e0-bf577f021510 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2428e518-90a9-4d9e-a215-95704b3da34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365400 Jun 11 00:13:50.553723 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c0e54-1850-42ea-8610-a727f17032dd req-3a059114-d1a5-4e25-9e6e-58dd2909f295 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:50.555070 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0e0c0e54-1850-42ea-8610-a727f17032dd req-3a059114-d1a5-4e25-9e6e-58dd2909f295 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e964b2-bd22-4ef0-87a5-1039bff7879a HTTP/1.1" status: 200 len: 944 time: 0.1482527 Jun 11 00:13:50.597227 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Attempting to bind port 132c7bf7-0450-4942-884b-73a4742220a8 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:13:50.597558 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Attempting to bind port 132c7bf7-0450-4942-884b-73a4742220a8 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'ea01cf7d-fa57-4055-bb97-75c132d8325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff'}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:13:50.597877 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Attempting to bind port 132c7bf7-0450-4942-884b-73a4742220a8 on network 13722574-5b0a-4a56-943d-f51ebd2628ff {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:13:50.601986 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Port 132c7bf7-0450-4942-884b-73a4742220a8 on network 13722574-5b0a-4a56-943d-f51ebd2628ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:13:50.602305 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Attempting to bind port 132c7bf7-0450-4942-884b-73a4742220a8 on network 13722574-5b0a-4a56-943d-f51ebd2628ff {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:13:50.607038 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Checking agent: {'id': '0b82d12c-0850-474f-ad5c-077a5fa277b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:13:50.607204 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Checking segment: {'id': 'ea01cf7d-fa57-4055-bb97-75c132d8325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:13:50.607609 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Bound using segment: {'id': 'ea01cf7d-fa57-4055-bb97-75c132d8325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff'} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:13:50.608035 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Bound port: 132c7bf7-0450-4942-884b-73a4742220a8, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea01cf7d-fa57-4055-bb97-75c132d8325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff'}}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:13:50.608378 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:50.664940 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0e0c0e54-1850-42ea-8610-a727f17032dd req-5b64566d-1cff-4123-a272-a23b31d513cb tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021140 Jun 11 00:13:50.688996 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] For port 132c7bf7-0450-4942-884b-73a4742220a8, host hv-cinder-78626, cleared binding levels {{(pid=91887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:13:50.688996 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] For port 132c7bf7-0450-4942-884b-73a4742220a8, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=132c7bf7-0450-4942-884b-73a4742220a8,segment=NetworkSegment(ea01cf7d-fa57-4055-bb97-75c132d8325f),segment_id=ea01cf7d-fa57-4055-bb97-75c132d8325f)] {{(pid=91887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:13:50.689576 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:50.692418 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c779a181-066d-43bd-b3d7-ad8c9342a236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:50.696406 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-af4f0d24-e3d3-49fb-a03c-21d26dd77ac9 service neutron] 10.222.0.21 "GET /v2.0/networks/2428e518-90a9-4d9e-a215-95704b3da34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403751 Jun 11 00:13:50.727530 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:50.728147 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:50.729531 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] 10.222.0.21 "PUT /v2.0/ports/132c7bf7-0450-4942-884b-73a4742220a8 HTTP/1.1" status: 200 len: 1094 time: 0.7680433 Jun 11 00:13:50.730053 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e964b2-bd22-4ef0-87a5-1039bff7879a', 'tag': '132c7bf7-0450-4942-884b-73a4742220a8'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:13:50.732404 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102af004-91b2-4c88-8d7c-4c28ca10a135" -d '{"events": [{"name": "network-changed", "server_uuid": "08e964b2-bd22-4ef0-87a5-1039bff7879a", "tag": "132c7bf7-0450-4942-884b-73a4742220a8"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:13:50.761726 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Pushing event updated for resources: {'Port': ['ID=132c7bf7-0450-4942-884b-73a4742220a8,revision_number=3']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:50.771481 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:50.775292 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9edee2-b161-48a9-9562-d5ed95d23254 x-openstack-request-id: req-cb9edee2-b161-48a9-9562-d5ed95d23254 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:13:50.775657 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e964b2-bd22-4ef0-87a5-1039bff7879a", "tag": "132c7bf7-0450-4942-884b-73a4742220a8", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:13:50.775948 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb9edee2-b161-48a9-9562-d5ed95d23254 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:13:50.776382 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e964b2-bd22-4ef0-87a5-1039bff7879a', 'tag': '132c7bf7-0450-4942-884b-73a4742220a8', 'status': 'completed', 'code': 200} Jun 11 00:13:50.861018 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-791a50c9-a8b8-4ff4-9a86-634d1167b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:50.862432 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-791a50c9-a8b8-4ff4-9a86-634d1167b7c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab060610740f4b94ae8aa7c76123fa01&device_id=08e964b2-bd22-4ef0-87a5-1039bff7879a HTTP/1.1" status: 200 len: 1097 time: 0.0684373 Jun 11 00:13:50.922732 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-129ec5fa-e8a0-435f-919c-1c82e4c26f06 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=132c7bf7-0450-4942-884b-73a4742220a8 HTTP/1.1" status: 200 len: 217 time: 0.0500886 Jun 11 00:13:50.985983 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-4f1776a6-a949-42b2-bfe1-440d33cd6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:50.987438 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-4f1776a6-a949-42b2-bfe1-440d33cd6284 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4941a4bc-b9b3-4ef1-a2dc-b0563738bc36 HTTP/1.1" status: 200 len: 855 time: 0.0580978 Jun 11 00:13:51.025972 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-3419eb40-66c0-4119-84a9-e95ef2d8c724 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13722574-5b0a-4a56-943d-f51ebd2628ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322249 Jun 11 00:13:51.057549 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c3ac0f4b-3fff-4080-8777-109e89cf0125 req-51284710-59a9-4066-ac94-83f546ba91bc service neutron] 10.222.0.21 "GET /v2.0/networks/2428e518-90a9-4d9e-a215-95704b3da34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491704 Jun 11 00:13:51.156255 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-1e77f1ed-6c6b-4f98-9ace-7c4dc256e3e8 service neutron] 10.222.0.21 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142845 Jun 11 00:13:51.168719 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e2b06-08eb-4d7e-aef3-8c83ad1adca2 req-bca69e6a-f73d-49e0-ae91-8bbda22b6dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:51.170165 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e63e2b06-08eb-4d7e-aef3-8c83ad1adca2 req-bca69e6a-f73d-49e0-ae91-8bbda22b6dfb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64ce34ac53f34148b3b9e71f940aa259&device_id=5233bad2-4e67-41f2-a6e9-16f121d8be43 HTTP/1.1" status: 200 len: 1096 time: 0.0594864 Jun 11 00:13:51.274228 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-505342b2-2039-4eb8-80c8-ecfa6b18f6a0 req-03cb32be-54da-4d44-994d-fd527e7f2fda service neutron] 10.222.0.21 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098011 Jun 11 00:13:51.331606 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e2b06-08eb-4d7e-aef3-8c83ad1adca2 req-ad19aa80-2ee9-4f96-924d-46e05906fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:51.333047 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e63e2b06-08eb-4d7e-aef3-8c83ad1adca2 req-ad19aa80-2ee9-4f96-924d-46e05906fbec service neutron] 10.222.0.21 "GET /v2.0/networks?id=2428e518-90a9-4d9e-a215-95704b3da34e HTTP/1.1" status: 200 len: 914 time: 0.1567860 Jun 11 00:13:51.343024 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482c732-e053-4010-b524-b737a07751ad req-a04aa094-f8db-4a97-a94b-28201425e463 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:51.344431 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d482c732-e053-4010-b524-b737a07751ad req-a04aa094-f8db-4a97-a94b-28201425e463 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=5233bad2-4e67-41f2-a6e9-16f121d8be43 HTTP/1.1" status: 200 len: 943 time: 0.1477728 Jun 11 00:13:51.391174 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102af004-91b2-4c88-8d7c-4c28ca10a135 req-ee580258-6893-4bce-9da5-321ede5e9a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:51.392773 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-102af004-91b2-4c88-8d7c-4c28ca10a135 req-ee580258-6893-4bce-9da5-321ede5e9a95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab060610740f4b94ae8aa7c76123fa01&device_id=08e964b2-bd22-4ef0-87a5-1039bff7879a HTTP/1.1" status: 200 len: 1097 time: 0.0614719 Jun 11 00:13:51.404507 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e63e2b06-08eb-4d7e-aef3-8c83ad1adca2 req-6b4f3146-ce56-42fe-a6e3-fe264990a615 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3659647b-9553-4ec8-8db5-52acfb7ff73b HTTP/1.1" status: 200 len: 217 time: 0.0591440 Jun 11 00:13:51.470933 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d482c732-e053-4010-b524-b737a07751ad req-b337718d-a6e5-40c1-9edf-b8b1f94a30ec tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184924 Jun 11 00:13:51.478282 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e2b06-08eb-4d7e-aef3-8c83ad1adca2 req-c205e0cb-a14b-4702-95d5-08fee7e2cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:51.480015 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e63e2b06-08eb-4d7e-aef3-8c83ad1adca2 req-c205e0cb-a14b-4702-95d5-08fee7e2cb4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afd0e02f-bef2-474a-99c6-1d8bde33f19e HTTP/1.1" status: 200 len: 853 time: 0.0659301 Jun 11 00:13:51.511442 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102af004-91b2-4c88-8d7c-4c28ca10a135 req-89e7cc96-2dbe-4ac6-823e-f42f55dd5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:51.512883 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-102af004-91b2-4c88-8d7c-4c28ca10a135 req-89e7cc96-2dbe-4ac6-823e-f42f55dd5cf9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=13722574-5b0a-4a56-943d-f51ebd2628ff HTTP/1.1" status: 200 len: 916 time: 0.1112702 Jun 11 00:13:51.523053 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e63e2b06-08eb-4d7e-aef3-8c83ad1adca2 req-eb005b00-bc7e-4849-b5e6-23fb6c511be1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2428e518-90a9-4d9e-a215-95704b3da34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353501 Jun 11 00:13:51.567280 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-102af004-91b2-4c88-8d7c-4c28ca10a135 req-70d883ff-a843-4565-b380-0219fb5c53ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=132c7bf7-0450-4942-884b-73a4742220a8 HTTP/1.1" status: 200 len: 217 time: 0.0461466 Jun 11 00:13:51.627012 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102af004-91b2-4c88-8d7c-4c28ca10a135 req-e656230b-c95a-4b46-9dee-a424fe1f1885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:51.628459 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-102af004-91b2-4c88-8d7c-4c28ca10a135 req-e656230b-c95a-4b46-9dee-a424fe1f1885 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4941a4bc-b9b3-4ef1-a2dc-b0563738bc36 HTTP/1.1" status: 200 len: 855 time: 0.0537822 Jun 11 00:13:51.637790 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e63e2b06-08eb-4d7e-aef3-8c83ad1adca2 req-2731102a-c6f5-4f7e-9f11-d46f1d3c9094 service neutron] 10.222.0.21 "GET /v2.0/networks/2428e518-90a9-4d9e-a215-95704b3da34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063023 Jun 11 00:13:51.668675 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-102af004-91b2-4c88-8d7c-4c28ca10a135 req-3f2dc284-292f-40ae-be18-25abcb40c911 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13722574-5b0a-4a56-943d-f51ebd2628ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312231 Jun 11 00:13:51.749743 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e63e2b06-08eb-4d7e-aef3-8c83ad1adca2 req-19363a85-2701-410e-8653-96c36e29f06a service neutron] 10.222.0.21 "GET /v2.0/networks/2428e518-90a9-4d9e-a215-95704b3da34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045732 Jun 11 00:13:51.786470 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-102af004-91b2-4c88-8d7c-4c28ca10a135 req-3b74e4b6-9248-47fb-863e-821f69459411 service neutron] 10.222.0.21 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092973 Jun 11 00:13:51.852490 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbbe2a-7e66-4de2-ad56-5675e20cc8aa req-235776ab-d02e-4f19-998f-aefb28ad94fa tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:51.853927 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-80dbbe2a-7e66-4de2-ad56-5675e20cc8aa req-235776ab-d02e-4f19-998f-aefb28ad94fa tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e964b2-bd22-4ef0-87a5-1039bff7879a HTTP/1.1" status: 200 len: 944 time: 0.0715353 Jun 11 00:13:51.895396 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-80dbbe2a-7e66-4de2-ad56-5675e20cc8aa req-fc16849f-63d5-48c7-b257-3d62ffdf6c0c tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356553 Jun 11 00:13:51.904320 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-102af004-91b2-4c88-8d7c-4c28ca10a135 req-d4655302-068a-4ecf-b5ef-cabbc7a341ad service neutron] 10.222.0.21 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084504 Jun 11 00:13:52.647205 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5681a-003b-4827-812d-e23c182af776 req-64e0b276-725d-4f1b-9cd9-a33aa25590ff tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:52.648563 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ecb5681a-003b-4827-812d-e23c182af776 req-64e0b276-725d-4f1b-9cd9-a33aa25590ff tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=5233bad2-4e67-41f2-a6e9-16f121d8be43 HTTP/1.1" status: 200 len: 943 time: 0.0669110 Jun 11 00:13:52.688664 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ecb5681a-003b-4827-812d-e23c182af776 req-49220d0a-dbb6-4758-9750-1aa48e873c53 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346022 Jun 11 00:13:53.076033 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96086f9-c237-4935-b881-e8a55b614c8b req-d81d6fbc-5b25-470d-96a0-91a381f03743 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:53.077476 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a96086f9-c237-4935-b881-e8a55b614c8b req-d81d6fbc-5b25-470d-96a0-91a381f03743 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e964b2-bd22-4ef0-87a5-1039bff7879a HTTP/1.1" status: 200 len: 944 time: 0.0733209 Jun 11 00:13:53.117532 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a96086f9-c237-4935-b881-e8a55b614c8b req-c34faf65-7a3d-4017-8e92-50935bdbdf08 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344479 Jun 11 00:13:53.865776 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcca55-8e03-4d26-b217-d2ee6ac7fd9a req-e1f369e9-d52d-475c-a3ab-c578a088c84b tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:53.867226 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9adcca55-8e03-4d26-b217-d2ee6ac7fd9a req-e1f369e9-d52d-475c-a3ab-c578a088c84b tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=5233bad2-4e67-41f2-a6e9-16f121d8be43 HTTP/1.1" status: 200 len: 943 time: 0.0684364 Jun 11 00:13:53.909686 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9adcca55-8e03-4d26-b217-d2ee6ac7fd9a req-e0addb15-5e5f-46f1-8a37-946ccdff0ad4 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367908 Jun 11 00:13:54.224068 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 132c7bf7-0450-4942-884b-73a4742220a8 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:13:54.297237 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e8308-6d2e-409b-a1bd-2d7d514bdeeb req-e862087b-cb3b-4ccb-b5b5-174c67ddce1e tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:54.298767 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-449e8308-6d2e-409b-a1bd-2d7d514bdeeb req-e862087b-cb3b-4ccb-b5b5-174c67ddce1e tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e964b2-bd22-4ef0-87a5-1039bff7879a HTTP/1.1" status: 200 len: 944 time: 0.0721424 Jun 11 00:13:54.340230 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-449e8308-6d2e-409b-a1bd-2d7d514bdeeb req-4d6c6726-4938-47ff-b083-af1efc198cc8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357976 Jun 11 00:13:54.344127 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 132c7bf7-0450-4942-884b-73a4742220a8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=132c7bf7-0450-4942-884b-73a4742220a8,segment=NetworkSegment(ea01cf7d-fa57-4055-bb97-75c132d8325f),segment_id=ea01cf7d-fa57-4055-bb97-75c132d8325f)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:13:54.356310 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '132c7bf7-0450-4942-884b-73a4742220a8', 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff', 'port_id': '132c7bf7-0450-4942-884b-73a4742220a8', 'mac_address': 'fa:16:3e:44:80:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4941a4bc-b9b3-4ef1-a2dc-b0563738bc36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:13:54.400060 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:54.414435 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 132c7bf7-0450-4942-884b-73a4742220a8 {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:13:54.434855 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 132c7bf7-0450-4942-884b-73a4742220a8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=132c7bf7-0450-4942-884b-73a4742220a8,segment=NetworkSegment(ea01cf7d-fa57-4055-bb97-75c132d8325f),segment_id=ea01cf7d-fa57-4055-bb97-75c132d8325f)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:13:54.438877 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:54.439717 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 3659647b-9553-4ec8-8db5-52acfb7ff73b details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:13:54.441376 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:54.527056 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=132c7bf7-0450-4942-884b-73a4742220a8,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:54.530735 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:54.610367 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 3659647b-9553-4ec8-8db5-52acfb7ff73b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3659647b-9553-4ec8-8db5-52acfb7ff73b,segment=NetworkSegment(7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd),segment_id=7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:13:54.622538 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '3659647b-9553-4ec8-8db5-52acfb7ff73b', 'network_id': '2428e518-90a9-4d9e-a215-95704b3da34e', 'port_id': '3659647b-9553-4ec8-8db5-52acfb7ff73b', 'mac_address': 'fa:16:3e:c7:b0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd0e02f-bef2-474a-99c6-1d8bde33f19e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:13:54.664425 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:54.678807 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3659647b-9553-4ec8-8db5-52acfb7ff73b {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:13:54.699669 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 3659647b-9553-4ec8-8db5-52acfb7ff73b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3659647b-9553-4ec8-8db5-52acfb7ff73b,segment=NetworkSegment(7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd),segment_id=7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:13:54.703159 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:54.704903 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:54.758286 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=3659647b-9553-4ec8-8db5-52acfb7ff73b,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:54.761246 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:55.003272 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['3659647b-9553-4ec8-8db5-52acfb7ff73b'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:13:55.094323 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bfa67-8f50-4f80-909c-fdca740b53fd req-c540c0fb-60df-485f-ae35-39a2c5bcdd91 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:55.095916 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f90bfa67-8f50-4f80-909c-fdca740b53fd req-c540c0fb-60df-485f-ae35-39a2c5bcdd91 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=5233bad2-4e67-41f2-a6e9-16f121d8be43 HTTP/1.1" status: 200 len: 944 time: 0.0729761 Jun 11 00:13:55.141071 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f90bfa67-8f50-4f80-909c-fdca740b53fd req-a890a555-31ff-43e6-8392-600671ede57f tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382583 Jun 11 00:13:55.149091 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['132c7bf7-0450-4942-884b-73a4742220a8'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:13:55.537912 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691361f-70d7-48e2-baec-14fd2bb2a002 req-98cada9e-999c-47cb-b188-2effad139366 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:55.539357 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a691361f-70d7-48e2-baec-14fd2bb2a002 req-98cada9e-999c-47cb-b188-2effad139366 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e964b2-bd22-4ef0-87a5-1039bff7879a HTTP/1.1" status: 200 len: 945 time: 0.0709233 Jun 11 00:13:55.579336 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a691361f-70d7-48e2-baec-14fd2bb2a002 req-c9222f4c-45e6-4a4d-85a6-b3d6470baada tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340590 Jun 11 00:13:56.231066 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 132c7bf7-0450-4942-884b-73a4742220a8 up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:13:56.288804 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning for port 132c7bf7-0450-4942-884b-73a4742220a8 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:13:56.292664 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 132c7bf7-0450-4942-884b-73a4742220a8 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:13:56.293050 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:56.317996 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b83af-0e9c-49cf-b7d8-ec9e6aa588a2 req-2ba35eb1-d2b3-4fad-91c6-18e5d230aa9c tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:56.320161 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1c8b83af-0e9c-49cf-b7d8-ec9e6aa588a2 req-2ba35eb1-d2b3-4fad-91c6-18e5d230aa9c tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=5233bad2-4e67-41f2-a6e9-16f121d8be43 HTTP/1.1" status: 200 len: 944 time: 0.0691187 Jun 11 00:13:56.360384 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1c8b83af-0e9c-49cf-b7d8-ec9e6aa588a2 req-322d8d9e-6778-4b78-bd1e-e6d1b7227a63 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345678 Jun 11 00:13:56.390182 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:56.414610 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e964b2-bd22-4ef0-87a5-1039bff7879a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132c7bf7-0450-4942-884b-73a4742220a8'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:13:56.416884 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18afdcae-20b3-48bb-9354-60757058c79b" -d '{"events": [{"server_uuid": "08e964b2-bd22-4ef0-87a5-1039bff7879a", "name": "network-vif-plugged", "status": "completed", "tag": "132c7bf7-0450-4942-884b-73a4742220a8"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:13:56.431040 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 132c7bf7-0450-4942-884b-73a4742220a8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=132c7bf7-0450-4942-884b-73a4742220a8,segment=NetworkSegment(ea01cf7d-fa57-4055-bb97-75c132d8325f),segment_id=ea01cf7d-fa57-4055-bb97-75c132d8325f)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:13:56.434838 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:56.435741 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 3659647b-9553-4ec8-8db5-52acfb7ff73b up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:13:56.437276 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:56.492310 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470573cc-5831-4f11-b6e0-54aa5af9c660 x-openstack-request-id: req-470573cc-5831-4f11-b6e0-54aa5af9c660 {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:13:56.492612 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e964b2-bd22-4ef0-87a5-1039bff7879a", "name": "network-vif-plugged", "status": "completed", "tag": "132c7bf7-0450-4942-884b-73a4742220a8", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:13:56.492874 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-470573cc-5831-4f11-b6e0-54aa5af9c660 {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:13:56.493266 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e964b2-bd22-4ef0-87a5-1039bff7879a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132c7bf7-0450-4942-884b-73a4742220a8', 'code': 200} Jun 11 00:13:56.538245 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=132c7bf7-0450-4942-884b-73a4742220a8,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:56.541557 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:56.551402 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning for port 3659647b-9553-4ec8-8db5-52acfb7ff73b completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:13:56.555698 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 3659647b-9553-4ec8-8db5-52acfb7ff73b triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:13:56.556086 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:56.653854 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:56.694308 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 3659647b-9553-4ec8-8db5-52acfb7ff73b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3659647b-9553-4ec8-8db5-52acfb7ff73b,segment=NetworkSegment(7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd),segment_id=7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:13:56.699787 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:13:56.702053 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:13:56.761051 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=3659647b-9553-4ec8-8db5-52acfb7ff73b,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:13:56.768447 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:13:56.772240 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6d296-aaca-4217-9f55-bdf26261d159 req-3a8cade3-f88d-4055-aa52-7170ebfec871 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:56.773902 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d3b6d296-aaca-4217-9f55-bdf26261d159 req-3a8cade3-f88d-4055-aa52-7170ebfec871 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e964b2-bd22-4ef0-87a5-1039bff7879a HTTP/1.1" status: 200 len: 946 time: 0.0795991 Jun 11 00:13:56.818284 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d3b6d296-aaca-4217-9f55-bdf26261d159 req-18aa3c80-cc36-4029-9874-0b8850807107 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382857 Jun 11 00:13:56.941496 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecea30c-cfcb-4c2e-9744-2b60f8eab8ea req-2221f462-7b11-4c79-aaad-c7ff1bca20ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:56.942969 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4ecea30c-cfcb-4c2e-9744-2b60f8eab8ea req-2221f462-7b11-4c79-aaad-c7ff1bca20ae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=08e964b2-bd22-4ef0-87a5-1039bff7879a HTTP/1.1" status: 200 len: 1099 time: 0.3146458 Jun 11 00:13:56.981565 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4ecea30c-cfcb-4c2e-9744-2b60f8eab8ea req-a4c77df2-b974-4d29-975e-b6f39e26bf3c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299695 Jun 11 00:13:57.190287 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:13:57.552095 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3672c-01b2-4745-9d7c-860d0a5df32b req-d10aa807-5599-4887-a0a6-5fe5f1cddd3d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:57.553758 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6fe3672c-01b2-4745-9d7c-860d0a5df32b req-d10aa807-5599-4887-a0a6-5fe5f1cddd3d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=5233bad2-4e67-41f2-a6e9-16f121d8be43 HTTP/1.1" status: 200 len: 945 time: 0.0679529 Jun 11 00:13:57.593635 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6fe3672c-01b2-4745-9d7c-860d0a5df32b req-d0d0a64a-47b3-4b34-aa94-394dea8f70a2 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343311 Jun 11 00:13:58.009983 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2548c3-ddf9-44b8-8cc4-d75c5a4bbbaa req-6d33319c-9f0d-4fdb-aa67-ce2cabeae265 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:58.011472 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4b2548c3-ddf9-44b8-8cc4-d75c5a4bbbaa req-6d33319c-9f0d-4fdb-aa67-ce2cabeae265 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e964b2-bd22-4ef0-87a5-1039bff7879a HTTP/1.1" status: 200 len: 946 time: 0.0730984 Jun 11 00:13:58.056779 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4b2548c3-ddf9-44b8-8cc4-d75c5a4bbbaa req-3e44dc7b-b87d-430c-9bc9-f935142d371a tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391064 Jun 11 00:13:58.494696 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5233bad2-4e67-41f2-a6e9-16f121d8be43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3659647b-9553-4ec8-8db5-52acfb7ff73b'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:13:58.497053 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79014554-b53f-4fce-bc28-51fef6f6e9c2" -d '{"events": [{"server_uuid": "5233bad2-4e67-41f2-a6e9-16f121d8be43", "name": "network-vif-plugged", "status": "completed", "tag": "3659647b-9553-4ec8-8db5-52acfb7ff73b"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:13:58.531163 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a936cd1-a92e-44ab-b19e-943eac809034 x-openstack-request-id: req-1a936cd1-a92e-44ab-b19e-943eac809034 {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:13:58.531496 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5233bad2-4e67-41f2-a6e9-16f121d8be43", "name": "network-vif-plugged", "status": "completed", "tag": "3659647b-9553-4ec8-8db5-52acfb7ff73b", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:13:58.531759 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a936cd1-a92e-44ab-b19e-943eac809034 {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:13:58.532154 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5233bad2-4e67-41f2-a6e9-16f121d8be43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3659647b-9553-4ec8-8db5-52acfb7ff73b', 'code': 200} Jun 11 00:13:58.762129 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc19a5c-2e19-40aa-ad4c-0316f3bd36f6 req-aafc83e4-4aa3-4b51-a1a5-d90e2f47450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:58.763608 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-adc19a5c-2e19-40aa-ad4c-0316f3bd36f6 req-aafc83e4-4aa3-4b51-a1a5-d90e2f47450d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5233bad2-4e67-41f2-a6e9-16f121d8be43 HTTP/1.1" status: 200 len: 1098 time: 0.0576444 Jun 11 00:13:58.772782 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6894c-b93b-4c14-8f60-4dd91c98edca req-deb88cdd-5f2c-43b0-ad55-75681355c19c tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:58.774232 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e1a6894c-b93b-4c14-8f60-4dd91c98edca req-deb88cdd-5f2c-43b0-ad55-75681355c19c tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=5233bad2-4e67-41f2-a6e9-16f121d8be43 HTTP/1.1" status: 200 len: 945 time: 0.0683086 Jun 11 00:13:58.805351 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-adc19a5c-2e19-40aa-ad4c-0316f3bd36f6 req-c5a98957-0a78-4514-b73c-195f4812088b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348330 Jun 11 00:13:58.816250 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e1a6894c-b93b-4c14-8f60-4dd91c98edca req-ae281ec4-6033-4cb4-a9b0-e8a494128771 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362244 Jun 11 00:13:59.243509 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70227406-13eb-4ae4-8cf5-9e908ce8babd req-61710825-f1fb-4047-a2ba-a167573a6728 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:59.244959 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-70227406-13eb-4ae4-8cf5-9e908ce8babd req-61710825-f1fb-4047-a2ba-a167573a6728 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e964b2-bd22-4ef0-87a5-1039bff7879a HTTP/1.1" status: 200 len: 946 time: 0.0750921 Jun 11 00:13:59.284785 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-70227406-13eb-4ae4-8cf5-9e908ce8babd req-d19592c3-30ab-4033-93ae-24f17c143b42 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342619 Jun 11 00:13:59.993865 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71b67f-3638-49e7-8220-f40c4787db93 req-9ab22937-e1a1-4030-b514-a6a0c3dd6d3c tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:13:59.995295 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9e71b67f-3638-49e7-8220-f40c4787db93 req-9ab22937-e1a1-4030-b514-a6a0c3dd6d3c tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=5233bad2-4e67-41f2-a6e9-16f121d8be43 HTTP/1.1" status: 200 len: 945 time: 0.0668766 Jun 11 00:14:00.042623 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9e71b67f-3638-49e7-8220-f40c4787db93 req-47607000-3663-4905-9025-0e78c6753ec6 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341189 Jun 11 00:14:01.091749 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-1237314e-29c3-4714-a421-5e69157d921d tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:01.093174 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-1237314e-29c3-4714-a421-5e69157d921d tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/networks?id=13722574-5b0a-4a56-943d-f51ebd2628ff HTTP/1.1" status: 200 len: 815 time: 0.1256649 Jun 11 00:14:01.107109 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-1b5dab2a-86c2-43b8-a628-e237f6b85b04 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/quotas/ab060610740f4b94ae8aa7c76123fa01 HTTP/1.1" status: 200 len: 375 time: 0.0085685 Jun 11 00:14:01.183963 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-9020f8fc-d2f1-4e68-8cd8-6158ab8e45f0 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab060610740f4b94ae8aa7c76123fa01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719237 Jun 11 00:14:01.296512 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-50f9524a-09b4-48c3-8328-44cfdf442d44 service neutron] 10.222.0.15 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061015 Jun 11 00:14:01.404143 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-4774f0ce-b1b9-4960-a944-31f193b9a317 service neutron] 10.222.0.15 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018500 Jun 11 00:14:01.578287 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f1eee8c9-0557-429f-8f03-d20cce281f06 req-84bcd9b7-552f-4f27-8d95-c619d26d8f4e tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 210 time: 0.0368011 Jun 11 00:14:02.625574 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-697d1207-1f5b-4549-a989-604e418472c8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:02.627401 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-697d1207-1f5b-4549-a989-604e418472c8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.21 "GET /v2.0/networks?id=13722574-5b0a-4a56-943d-f51ebd2628ff HTTP/1.1" status: 200 len: 815 time: 0.1280949 Jun 11 00:14:02.640523 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-c883b576-326e-46bc-b0ff-5c0321107458 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Request body: {'port': {'device_id': 'eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73', 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff', 'admin_state_up': True, 'tenant_id': 'ab060610740f4b94ae8aa7c76123fa01'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:14:02.731230 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a3259502-b24a-48c8-ae88-fff4b6f9cb73 req-9dd500a0-b145-4b93-a838-01c43769503a tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 210 time: 0.0346584 Jun 11 00:14:02.785020 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-c883b576-326e-46bc-b0ff-5c0321107458 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Made reservation on behalf of ab060610740f4b94ae8aa7c76123fa01 for: {'port': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:14:02.788626 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-c883b576-326e-46bc-b0ff-5c0321107458 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:02.931875 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-c883b576-326e-46bc-b0ff-5c0321107458 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Allocated IP 172.20.0.14 (13722574-5b0a-4a56-943d-f51ebd2628ff/4941a4bc-b9b3-4ef1-a2dc-b0563738bc36/1c320e10-3310-4b72-9746-afb1a25e9aed) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:14:03.104209 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-c883b576-326e-46bc-b0ff-5c0321107458 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:03.142613 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-c883b576-326e-46bc-b0ff-5c0321107458 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:03.147722 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f047ce03-0c0f-4c0a-8f39-a652a43ede85 tempest-DeleteServersTestJSON-454678537 tempest-DeleteServersTestJSON-454678537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:03.155257 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['275e402d-fe1b-4379-b64b-dd05ca898f77', '132c7bf7-0450-4942-884b-73a4742220a8'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:14:03.207456 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-c883b576-326e-46bc-b0ff-5c0321107458 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Network 13722574-5b0a-4a56-943d-f51ebd2628ff is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:14:03.210718 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-c883b576-326e-46bc-b0ff-5c0321107458 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:14:03.215442 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-c883b576-326e-46bc-b0ff-5c0321107458 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:14:03.219099 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883b576-326e-46bc-b0ff-5c0321107458 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Pushing event updated for resources: {'Port': ['ID=1c320e10-3310-4b72-9746-afb1a25e9aed,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:03.246244 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c883b576-326e-46bc-b0ff-5c0321107458 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:03.273209 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-c883b576-326e-46bc-b0ff-5c0321107458 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:03.273821 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-c883b576-326e-46bc-b0ff-5c0321107458 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:03.287893 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-c883b576-326e-46bc-b0ff-5c0321107458 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6514447 Jun 11 00:14:03.303874 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Request body: {'port': {'device_id': 'eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:14:03.390461 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:03.692002 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c320e10-3310-4b72-9746-afb1a25e9aed {{(pid=91887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:14:03.699272 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:03.711235 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Transition to ACTIVE for port object 1c320e10-3310-4b72-9746-afb1a25e9aed will not be triggered until provisioned by entity L2. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:14:03.714976 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:03.717662 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:03.812829 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Pushing event updated for resources: {'Port': ['ID=1c320e10-3310-4b72-9746-afb1a25e9aed,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:03.818141 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:03.901178 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Attempting to bind port 1c320e10-3310-4b72-9746-afb1a25e9aed on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:14:03.901518 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Attempting to bind port 1c320e10-3310-4b72-9746-afb1a25e9aed by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'ea01cf7d-fa57-4055-bb97-75c132d8325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff'}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:14:03.901846 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Attempting to bind port 1c320e10-3310-4b72-9746-afb1a25e9aed on network 13722574-5b0a-4a56-943d-f51ebd2628ff {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:14:03.905984 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Port 1c320e10-3310-4b72-9746-afb1a25e9aed on network 13722574-5b0a-4a56-943d-f51ebd2628ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:14:03.906307 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Attempting to bind port 1c320e10-3310-4b72-9746-afb1a25e9aed on network 13722574-5b0a-4a56-943d-f51ebd2628ff {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:14:03.910942 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Checking agent: {'id': '0b82d12c-0850-474f-ad5c-077a5fa277b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:14:03.911283 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Checking segment: {'id': 'ea01cf7d-fa57-4055-bb97-75c132d8325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:14:03.912263 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Bound using segment: {'id': 'ea01cf7d-fa57-4055-bb97-75c132d8325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff'} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:14:03.912699 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Bound port: 1c320e10-3310-4b72-9746-afb1a25e9aed, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea01cf7d-fa57-4055-bb97-75c132d8325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff'}}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:14:03.913050 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:03.921868 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91d3c5-864b-47e7-909b-efe718023632 req-780e7fdf-b814-4908-8392-745a8d72b952 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:03.923316 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3e91d3c5-864b-47e7-909b-efe718023632 req-780e7fdf-b814-4908-8392-745a8d72b952 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 944 time: 0.0687199 Jun 11 00:14:03.963604 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3e91d3c5-864b-47e7-909b-efe718023632 req-53064319-504b-4e19-aefc-1917a1466448 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344529 Jun 11 00:14:03.984514 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] For port 1c320e10-3310-4b72-9746-afb1a25e9aed, host hv-cinder-78626, cleared binding levels {{(pid=91887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:14:03.987509 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] For port 1c320e10-3310-4b72-9746-afb1a25e9aed, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1c320e10-3310-4b72-9746-afb1a25e9aed,segment=NetworkSegment(ea01cf7d-fa57-4055-bb97-75c132d8325f),segment_id=ea01cf7d-fa57-4055-bb97-75c132d8325f)] {{(pid=91887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:14:03.991835 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:03.994486 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:04.033541 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:04.034158 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:04.035532 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] 10.222.0.21 "PUT /v2.0/ports/1c320e10-3310-4b72-9746-afb1a25e9aed HTTP/1.1" status: 200 len: 1094 time: 0.7362976 Jun 11 00:14:04.036023 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73', 'tag': '1c320e10-3310-4b72-9746-afb1a25e9aed'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:14:04.038831 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a33a31a-788f-4d50-ba06-cc051772e24f" -d '{"events": [{"name": "network-changed", "server_uuid": "eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73", "tag": "1c320e10-3310-4b72-9746-afb1a25e9aed"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:14:04.062012 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Pushing event updated for resources: {'Port': ['ID=1c320e10-3310-4b72-9746-afb1a25e9aed,revision_number=3']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:04.065221 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:04.079825 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a94e83a-f88c-4685-844c-c9ae8fe4df92 x-openstack-request-id: req-4a94e83a-f88c-4685-844c-c9ae8fe4df92 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:14:04.080368 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73", "tag": "1c320e10-3310-4b72-9746-afb1a25e9aed", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:14:04.080701 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a94e83a-f88c-4685-844c-c9ae8fe4df92 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:14:04.081316 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73', 'tag': '1c320e10-3310-4b72-9746-afb1a25e9aed', 'status': 'completed', 'code': 200} Jun 11 00:14:04.162328 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-f29374ec-881b-4241-84f3-91415b7ff375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:04.163815 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-f29374ec-881b-4241-84f3-91415b7ff375 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab060610740f4b94ae8aa7c76123fa01&device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 1097 time: 0.0625463 Jun 11 00:14:04.217577 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-d6df0d1b-339f-42b0-a267-885e2ad62311 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c320e10-3310-4b72-9746-afb1a25e9aed HTTP/1.1" status: 200 len: 217 time: 0.0452807 Jun 11 00:14:04.278308 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-ca8ec9e4-1fe6-4a9f-84e0-b4edd78315b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:04.279722 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-ca8ec9e4-1fe6-4a9f-84e0-b4edd78315b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4941a4bc-b9b3-4ef1-a2dc-b0563738bc36 HTTP/1.1" status: 200 len: 855 time: 0.0538263 Jun 11 00:14:04.316741 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-8b732b91-510a-4450-a9c1-866892349afa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13722574-5b0a-4a56-943d-f51ebd2628ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290992 Jun 11 00:14:04.431758 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-08929988-00e5-4bc2-8ac5-93ee42eaaa12 service neutron] 10.222.0.21 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074214 Jun 11 00:14:04.549575 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-93c4a220-7581-4ebe-a9d5-e50c50fed578 req-b83fb8e8-57be-4fd0-ab55-bfae55576cd4 service neutron] 10.222.0.21 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072333 Jun 11 00:14:04.658655 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33a31a-788f-4d50-ba06-cc051772e24f req-b57da52c-1707-487b-900a-274064984445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:04.660175 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9a33a31a-788f-4d50-ba06-cc051772e24f req-b57da52c-1707-487b-900a-274064984445 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab060610740f4b94ae8aa7c76123fa01&device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 1097 time: 0.0584075 Jun 11 00:14:04.774528 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33a31a-788f-4d50-ba06-cc051772e24f req-23ae5207-e838-432f-a51b-b7564f086a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:04.775978 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9a33a31a-788f-4d50-ba06-cc051772e24f req-23ae5207-e838-432f-a51b-b7564f086a28 service neutron] 10.222.0.21 "GET /v2.0/networks?id=13722574-5b0a-4a56-943d-f51ebd2628ff HTTP/1.1" status: 200 len: 916 time: 0.1088505 Jun 11 00:14:04.831640 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9a33a31a-788f-4d50-ba06-cc051772e24f req-adc195f1-368c-45e5-a69b-7521a4cbc208 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c320e10-3310-4b72-9746-afb1a25e9aed HTTP/1.1" status: 200 len: 217 time: 0.0458755 Jun 11 00:14:04.893057 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33a31a-788f-4d50-ba06-cc051772e24f req-54acf0eb-59db-4fe3-ac83-5b8286caa6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:04.894396 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9a33a31a-788f-4d50-ba06-cc051772e24f req-54acf0eb-59db-4fe3-ac83-5b8286caa6f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4941a4bc-b9b3-4ef1-a2dc-b0563738bc36 HTTP/1.1" status: 200 len: 855 time: 0.0560746 Jun 11 00:14:04.931290 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9a33a31a-788f-4d50-ba06-cc051772e24f req-4cc2df8e-51fa-4a5d-b3cd-a1b06fa5d91a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13722574-5b0a-4a56-943d-f51ebd2628ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296645 Jun 11 00:14:05.050682 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9a33a31a-788f-4d50-ba06-cc051772e24f req-4259453d-d599-4ffb-8b26-493522d439ca service neutron] 10.222.0.21 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116045 Jun 11 00:14:05.152521 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7830e-6977-4da0-95e2-0be86ac3a552 req-68a7f461-4127-49d3-90ac-7e1cf4d79699 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:05.154024 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-72c7830e-6977-4da0-95e2-0be86ac3a552 req-68a7f461-4127-49d3-90ac-7e1cf4d79699 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 944 time: 0.0776651 Jun 11 00:14:05.173016 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9a33a31a-788f-4d50-ba06-cc051772e24f req-f3540eac-aff4-4f08-a770-99b3a9719c32 service neutron] 10.222.0.21 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130724 Jun 11 00:14:05.199721 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-72c7830e-6977-4da0-95e2-0be86ac3a552 req-ed391040-4674-4dec-a7e9-180cceea1d93 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398967 Jun 11 00:14:05.499344 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c7fed2aa-a91c-4b39-9877-ff2925df1939 req-0159176a-b335-43c5-9703-0227750565e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555472 Jun 11 00:14:05.602033 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fed2aa-a91c-4b39-9877-ff2925df1939 req-85e85722-73bf-4d2e-8b38-21141e97cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:05.603729 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c7fed2aa-a91c-4b39-9877-ff2925df1939 req-85e85722-73bf-4d2e-8b38-21141e97cd78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0094d020672949ff926d2de6af156555&device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 1099 time: 0.0581601 Jun 11 00:14:05.738724 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fed2aa-a91c-4b39-9877-ff2925df1939 req-f457d779-dca3-453a-82ef-ac03419426ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:05.740210 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c7fed2aa-a91c-4b39-9877-ff2925df1939 req-f457d779-dca3-453a-82ef-ac03419426ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ba42ba2-7b55-4648-8b55-2786e25920e5 HTTP/1.1" status: 200 len: 917 time: 0.1153402 Jun 11 00:14:05.824987 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c7fed2aa-a91c-4b39-9877-ff2925df1939 req-c85b0afd-5e1e-4d45-bdd3-43b65ddaabde service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95ddf6c1-e525-4552-b91f-ab60989f1456 HTTP/1.1" status: 200 len: 999 time: 0.0777757 Jun 11 00:14:05.880735 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fed2aa-a91c-4b39-9877-ff2925df1939 req-0fe25f4c-7cfe-4284-8ebb-1b2cdca5655a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:05.882854 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c7fed2aa-a91c-4b39-9877-ff2925df1939 req-0fe25f4c-7cfe-4284-8ebb-1b2cdca5655a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c9e8297c-0b7d-4e4e-a364-e97c2d20421f HTTP/1.1" status: 200 len: 855 time: 0.0511961 Jun 11 00:14:05.945367 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fed2aa-a91c-4b39-9877-ff2925df1939 req-47123ab0-68bc-451e-8045-eef196dfdd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:05.946856 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c7fed2aa-a91c-4b39-9877-ff2925df1939 req-47123ab0-68bc-451e-8045-eef196dfdd13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ba42ba2-7b55-4648-8b55-2786e25920e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579646 Jun 11 00:14:06.063725 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c7fed2aa-a91c-4b39-9877-ff2925df1939 req-6c020893-e23e-4e94-bb24-a3095b950a84 service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103508 Jun 11 00:14:06.192736 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c7fed2aa-a91c-4b39-9877-ff2925df1939 req-f7b88772-d9c8-4baf-b0ed-04b6327dee07 service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122971 Jun 11 00:14:06.383439 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2dfd4-d57a-4fb0-bf40-413054a3b90b req-a2454f5c-57e9-4160-9cf5-e70500c5ff73 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:06.384915 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-baa2dfd4-d57a-4fb0-bf40-413054a3b90b req-a2454f5c-57e9-4160-9cf5-e70500c5ff73 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 944 time: 0.0728364 Jun 11 00:14:06.426414 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-baa2dfd4-d57a-4fb0-bf40-413054a3b90b req-78a0f091-7f38-4287-b8e6-beb10c665582 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355160 Jun 11 00:14:07.607265 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2542272-4ffa-40e8-9fbc-0b342850b265 req-0473a20c-5d8a-4341-a45b-daa5aaa85b0b tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:07.608800 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e2542272-4ffa-40e8-9fbc-0b342850b265 req-0473a20c-5d8a-4341-a45b-daa5aaa85b0b tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 944 time: 0.0735464 Jun 11 00:14:07.652155 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e2542272-4ffa-40e8-9fbc-0b342850b265 req-b0c1a57d-f14e-4f1c-8fa2-8a0ef231b1d4 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378225 Jun 11 00:14:08.704580 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132c03a-709c-4c5d-86f2-344686fdd447 req-002cff65-d824-4d7f-8424-2361418339f8 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:08.706050 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7132c03a-709c-4c5d-86f2-344686fdd447 req-002cff65-d824-4d7f-8424-2361418339f8 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 946 time: 0.0678368 Jun 11 00:14:08.747790 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7132c03a-709c-4c5d-86f2-344686fdd447 req-38d97416-ba2a-473b-ac4a-a0c3a01fb940 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361674 Jun 11 00:14:08.835689 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5bbe6-d221-4ebc-8faa-9bfdf91df764 req-a92a2825-87ef-48ce-b808-fbc4c4dfc89c tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:08.837042 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-18b5bbe6-d221-4ebc-8faa-9bfdf91df764 req-a92a2825-87ef-48ce-b808-fbc4c4dfc89c tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 944 time: 0.0711124 Jun 11 00:14:08.876936 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-18b5bbe6-d221-4ebc-8faa-9bfdf91df764 req-d3f2e0cb-45fa-4270-8420-a09f77b806e1 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343809 Jun 11 00:14:09.218042 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 1c320e10-3310-4b72-9746-afb1a25e9aed details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:14:09.333299 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 1c320e10-3310-4b72-9746-afb1a25e9aed, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1c320e10-3310-4b72-9746-afb1a25e9aed,segment=NetworkSegment(ea01cf7d-fa57-4055-bb97-75c132d8325f),segment_id=ea01cf7d-fa57-4055-bb97-75c132d8325f)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:14:09.345381 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '1c320e10-3310-4b72-9746-afb1a25e9aed', 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff', 'port_id': '1c320e10-3310-4b72-9746-afb1a25e9aed', 'mac_address': 'fa:16:3e:86:4e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4941a4bc-b9b3-4ef1-a2dc-b0563738bc36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:14:09.386846 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:09.401827 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c320e10-3310-4b72-9746-afb1a25e9aed {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:14:09.425697 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 1c320e10-3310-4b72-9746-afb1a25e9aed, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1c320e10-3310-4b72-9746-afb1a25e9aed,segment=NetworkSegment(ea01cf7d-fa57-4055-bb97-75c132d8325f),segment_id=ea01cf7d-fa57-4055-bb97-75c132d8325f)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:14:09.429924 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:09.431745 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:09.483395 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=1c320e10-3310-4b72-9746-afb1a25e9aed,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:09.490129 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:09.490480 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:09.491338 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:09.491699 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:09.492030 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:09.492362 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:09.492690 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:09.493017 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:09.493345 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:09.493672 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:09.493996 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:09.494319 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:09.497977 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:09.933164 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4c6d0-3c04-421f-ae2e-f697741be45a req-4ebebce4-98d4-440d-b28e-4531f010aa95 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:09.935222 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a4c4c6d0-3c04-421f-ae2e-f697741be45a req-4ebebce4-98d4-440d-b28e-4531f010aa95 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 946 time: 0.0706182 Jun 11 00:14:09.975762 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a4c4c6d0-3c04-421f-ae2e-f697741be45a req-b2b73536-4695-4143-a828-b90017fb435d tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343893 Jun 11 00:14:10.062364 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a79498-def1-4029-b200-a66448b08ca5 req-ce722dc4-beef-4d7e-a362-9c2bb20b1b42 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:10.063842 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-75a79498-def1-4029-b200-a66448b08ca5 req-ce722dc4-beef-4d7e-a362-9c2bb20b1b42 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 945 time: 0.0728819 Jun 11 00:14:10.105381 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-75a79498-def1-4029-b200-a66448b08ca5 req-c582aedf-5e1d-4184-ba6b-65b53eb8f08f tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359426 Jun 11 00:14:11.156382 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff44e35-ad9d-4604-90bd-0c2e2f3e2b3e req-9b61db0d-3d20-40ef-b46a-e13b89903a14 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:11.157835 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6ff44e35-ad9d-4604-90bd-0c2e2f3e2b3e req-9b61db0d-3d20-40ef-b46a-e13b89903a14 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 946 time: 0.0671740 Jun 11 00:14:11.197869 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6ff44e35-ad9d-4604-90bd-0c2e2f3e2b3e req-c05a4f9e-e32d-4b11-bbbf-9c85518b1e2c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339570 Jun 11 00:14:11.288978 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b660a2-98cb-46c1-a970-b78ef49df1f3 req-4246a711-fbfe-4047-8532-f36f98d32d93 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:11.290431 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a1b660a2-98cb-46c1-a970-b78ef49df1f3 req-4246a711-fbfe-4047-8532-f36f98d32d93 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 945 time: 0.0714197 Jun 11 00:14:11.329792 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a1b660a2-98cb-46c1-a970-b78ef49df1f3 req-651500f5-cc73-4328-b402-12180c37101f tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338483 Jun 11 00:14:11.367640 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:11.672352 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['1c320e10-3310-4b72-9746-afb1a25e9aed'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:14:12.379952 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc84d5-9db2-4ba1-b295-83b524084ba5 req-1f769274-bd2e-4d11-8683-f03406a86bdf tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:12.381450 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-27bc84d5-9db2-4ba1-b295-83b524084ba5 req-1f769274-bd2e-4d11-8683-f03406a86bdf tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 946 time: 0.0693789 Jun 11 00:14:12.422575 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-27bc84d5-9db2-4ba1-b295-83b524084ba5 req-b9ff2146-463e-4baf-8934-c6c38597c788 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354290 Jun 11 00:14:12.510719 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa0d07-9551-4740-9cdb-cefa90ee51b1 req-d1bc25f3-eda0-4b70-8598-21e00905b081 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:12.512192 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a1aa0d07-9551-4740-9cdb-cefa90ee51b1 req-d1bc25f3-eda0-4b70-8598-21e00905b081 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 945 time: 0.0707619 Jun 11 00:14:12.553535 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a1aa0d07-9551-4740-9cdb-cefa90ee51b1 req-7b17d373-2c02-4f9e-8db2-f4ea5415fa50 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354550 Jun 11 00:14:13.167677 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-de693dbd-bf60-4e35-bf9a-fac1c6455f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:13.602266 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c037c45-69b2-46e7-a39d-2a7c476d85b7 req-4c412640-2845-426c-bdb4-2ee83061806d tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:13.603768 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2c037c45-69b2-46e7-a39d-2a7c476d85b7 req-4c412640-2845-426c-bdb4-2ee83061806d tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 946 time: 0.0687711 Jun 11 00:14:13.648550 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2c037c45-69b2-46e7-a39d-2a7c476d85b7 req-485eed9d-521a-472b-867a-dd8efb8c19c0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391457 Jun 11 00:14:13.732067 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213bffd-3ef0-420f-b22c-e33ad80fc853 req-ff9fd6e1-586a-42ae-82a7-e05290c1312c tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:13.733412 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5213bffd-3ef0-420f-b22c-e33ad80fc853 req-ff9fd6e1-586a-42ae-82a7-e05290c1312c tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 945 time: 0.0671525 Jun 11 00:14:13.774713 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5213bffd-3ef0-420f-b22c-e33ad80fc853 req-4fb40548-4b57-441a-80c1-a69a7b571e30 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357742 Jun 11 00:14:14.830903 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9e1a6-0ce4-41ce-a57d-64551517f20c req-fb99eab1-6b04-4d49-b793-40e204b2d085 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:14.832439 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d7a9e1a6-0ce4-41ce-a57d-64551517f20c req-fb99eab1-6b04-4d49-b793-40e204b2d085 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 946 time: 0.0683076 Jun 11 00:14:14.878804 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d7a9e1a6-0ce4-41ce-a57d-64551517f20c req-74800cc7-d6de-40b0-ba30-81325ffad7e6 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403779 Jun 11 00:14:14.952555 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cff63f-33d0-4484-ae29-667433aa08d4 req-20186612-759f-48b1-81aa-de2c1701e887 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:14.953985 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-80cff63f-33d0-4484-ae29-667433aa08d4 req-20186612-759f-48b1-81aa-de2c1701e887 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 945 time: 0.0678911 Jun 11 00:14:14.995141 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-80cff63f-33d0-4484-ae29-667433aa08d4 req-6d1d9cff-df23-4239-ae58-e7a55fb6630b tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354519 Jun 11 00:14:15.748161 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-5ed534fa-bf0a-4d80-847a-0e6656e8cadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:15.924279 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:16.061688 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5aa14b-ee3c-4da4-8d94-719b83e80cc7 req-8b7aa14b-b852-4ef1-8fa0-11b3977e6344 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:16.063263 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6c5aa14b-ee3c-4da4-8d94-719b83e80cc7 req-8b7aa14b-b852-4ef1-8fa0-11b3977e6344 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 946 time: 0.0687020 Jun 11 00:14:16.103017 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d23877-6bc7-405e-93cc-e90b13f3aaa1 req-59b65d2d-4839-455d-990e-df654fde4e25 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:16.104815 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-b3d23877-6bc7-405e-93cc-e90b13f3aaa1 req-59b65d2d-4839-455d-990e-df654fde4e25 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 946 time: 0.0790992 Jun 11 00:14:16.111418 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6c5aa14b-ee3c-4da4-8d94-719b83e80cc7 req-68de4a92-57d8-4232-be51-2c0cdc90d884 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae50a750-6b0f-49e4-a1b4-d0e902649630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426197 Jun 11 00:14:16.188287 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b691e-7413-41fd-ae49-38182d5b641f req-1d62f4c9-91dc-4cd6-8846-6eedafc24266 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:16.189759 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f83b691e-7413-41fd-ae49-38182d5b641f req-1d62f4c9-91dc-4cd6-8846-6eedafc24266 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 945 time: 0.0726690 Jun 11 00:14:16.229764 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-b3d23877-6bc7-405e-93cc-e90b13f3aaa1 req-c27a8205-4b84-4250-a039-d30fc01e2ba0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Deleting port 95ddf6c1-e525-4552-b91f-ab60989f1456 {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:14:16.230105 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-b3d23877-6bc7-405e-93cc-e90b13f3aaa1 req-c27a8205-4b84-4250-a039-d30fc01e2ba0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:16.230870 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f83b691e-7413-41fd-ae49-38182d5b641f req-7b6148ad-6ab5-427d-bc39-61ba82de9789 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354471 Jun 11 00:14:16.344288 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-b3d23877-6bc7-405e-93cc-e90b13f3aaa1 req-c27a8205-4b84-4250-a039-d30fc01e2ba0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] For port 95ddf6c1-e525-4552-b91f-ab60989f1456, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=95ddf6c1-e525-4552-b91f-ab60989f1456,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:14:16.344656 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-b3d23877-6bc7-405e-93cc-e90b13f3aaa1 req-c27a8205-4b84-4250-a039-d30fc01e2ba0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:16.885790 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-b3d23877-6bc7-405e-93cc-e90b13f3aaa1 req-c27a8205-4b84-4250-a039-d30fc01e2ba0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:16.886156 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-b3d23877-6bc7-405e-93cc-e90b13f3aaa1 req-c27a8205-4b84-4250-a039-d30fc01e2ba0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1807872'] for floatingip, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:16.886476 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.db.l3_db [req-b3d23877-6bc7-405e-93cc-e90b13f3aaa1 req-c27a8205-4b84-4250-a039-d30fc01e2ba0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Floating IP 58bef96f-34ed-4931-a8d3-65078e9fdd02 disassociated. External IP: 172.27.0.3, port: 95ddf6c1-e525-4552-b91f-ab60989f1456. Jun 11 00:14:16.886820 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-b3d23877-6bc7-405e-93cc-e90b13f3aaa1 req-c27a8205-4b84-4250-a039-d30fc01e2ba0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Calling delete_port for 95ddf6c1-e525-4552-b91f-ab60989f1456 owned by compute:nova {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:14:17.031380 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:17.041765 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-b3d23877-6bc7-405e-93cc-e90b13f3aaa1 req-c27a8205-4b84-4250-a039-d30fc01e2ba0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:17.047396 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:17.079852 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a8205-4b84-4250-a039-d30fc01e2ba0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Pushing event deleted for resources: {'Port': ['ID=95ddf6c1-e525-4552-b91f-ab60989f1456,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:17.082074 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c27a8205-4b84-4250-a039-d30fc01e2ba0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:17.227886 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3d23877-6bc7-405e-93cc-e90b13f3aaa1 req-c27a8205-4b84-4250-a039-d30fc01e2ba0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Router a5067c83-7a67-4e02-9036-65bfb06dd82e has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:14:17.262037 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e4be65a3-59a9-4f21-b4be-acc51cf6bc33 req-7dd75b80-f5f1-4303-923c-50639dbea9dc tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1b398e-a72f-4bd1-90d3-51a502fdb434 HTTP/1.1" status: 200 len: 210 time: 0.0322859 Jun 11 00:14:17.380566 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3d23877-6bc7-405e-93cc-e90b13f3aaa1 req-c27a8205-4b84-4250-a039-d30fc01e2ba0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:14:17.391478 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181555bf-30d8-4f71-9a96-b0a504f4bca6 None None] Sync routers for ids ['a5067c83-7a67-4e02-9036-65bfb06dd82e'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:14:17.403228 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 1c320e10-3310-4b72-9746-afb1a25e9aed up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:14:17.436442 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181555bf-30d8-4f71-9a96-b0a504f4bca6 None None] Routers {'a5067c83-7a67-4e02-9036-65bfb06dd82e'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:14:17.437339 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-181555bf-30d8-4f71-9a96-b0a504f4bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:14:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['a5067c83-7a67-4e02-9036-65bfb06dd82e'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:14:17.438133 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d23877-6bc7-405e-93cc-e90b13f3aaa1 req-c27a8205-4b84-4250-a039-d30fc01e2ba0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] No DVR routers for this DVR port 95ddf6c1-e525-4552-b91f-ab60989f1456 on host hv-cinder-78626 {{(pid=91887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:14:17.442568 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-b3d23877-6bc7-405e-93cc-e90b13f3aaa1 req-c27a8205-4b84-4250-a039-d30fc01e2ba0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:17.445661 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-b3d23877-6bc7-405e-93cc-e90b13f3aaa1 req-c27a8205-4b84-4250-a039-d30fc01e2ba0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.21 "DELETE /v2.0/ports/95ddf6c1-e525-4552-b91f-ab60989f1456 HTTP/1.1" status: 204 len: 173 time: 1.3241994 Jun 11 00:14:17.446325 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1b398e-a72f-4bd1-90d3-51a502fdb434', 'name': 'network-vif-deleted', 'tag': '95ddf6c1-e525-4552-b91f-ab60989f1456'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:14:17.448914 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f095b0e-0cb0-4fc3-9f50-c8966402197c" -d '{"events": [{"server_uuid": "0f1b398e-a72f-4bd1-90d3-51a502fdb434", "name": "network-vif-deleted", "tag": "95ddf6c1-e525-4552-b91f-ab60989f1456"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:14:17.458070 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f03ad-694a-4920-963b-c49c6b5f708c req-7d2f8aa1-595b-422e-8901-34fa1d59376a tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:17.460327 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-969f03ad-694a-4920-963b-c49c6b5f708c req-7d2f8aa1-595b-422e-8901-34fa1d59376a tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 945 time: 0.1070933 Jun 11 00:14:17.533138 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4eac2b1-9322-4879-b0e3-85b539e47beb x-openstack-request-id: req-a4eac2b1-9322-4879-b0e3-85b539e47beb {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:14:17.534053 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1b398e-a72f-4bd1-90d3-51a502fdb434", "name": "network-vif-deleted", "tag": "95ddf6c1-e525-4552-b91f-ab60989f1456", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:14:17.534555 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4eac2b1-9322-4879-b0e3-85b539e47beb {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:14:17.535701 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1b398e-a72f-4bd1-90d3-51a502fdb434', 'name': 'network-vif-deleted', 'tag': '95ddf6c1-e525-4552-b91f-ab60989f1456', 'status': 'completed', 'code': 200} Jun 11 00:14:17.573475 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-969f03ad-694a-4920-963b-c49c6b5f708c req-7d726d1a-82c2-4b81-b29d-bd9c56ff2f88 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033115 Jun 11 00:14:17.591842 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning for port 1c320e10-3310-4b72-9746-afb1a25e9aed completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:14:17.603994 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 1c320e10-3310-4b72-9746-afb1a25e9aed triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:14:17.604369 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:17.638256 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-181555bf-30d8-4f71-9a96-b0a504f4bca6 None None] Set router a5067c83-7a67-4e02-9036-65bfb06dd82e gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:14:17.871382 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:17.909472 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c320e10-3310-4b72-9746-afb1a25e9aed'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:14:17.911902 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cf3f03-e27f-4172-9363-531cbb260acb" -d '{"events": [{"server_uuid": "eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73", "name": "network-vif-plugged", "status": "completed", "tag": "1c320e10-3310-4b72-9746-afb1a25e9aed"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:14:17.946798 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 1c320e10-3310-4b72-9746-afb1a25e9aed, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1c320e10-3310-4b72-9746-afb1a25e9aed,segment=NetworkSegment(ea01cf7d-fa57-4055-bb97-75c132d8325f),segment_id=ea01cf7d-fa57-4055-bb97-75c132d8325f)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:14:17.954047 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:17.981289 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:18.000594 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cb7e60-52a8-4a0e-8eda-aac085dcc977 x-openstack-request-id: req-55cb7e60-52a8-4a0e-8eda-aac085dcc977 {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:14:18.000983 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73", "name": "network-vif-plugged", "status": "completed", "tag": "1c320e10-3310-4b72-9746-afb1a25e9aed", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:14:18.001308 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55cb7e60-52a8-4a0e-8eda-aac085dcc977 {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:14:18.001771 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c320e10-3310-4b72-9746-afb1a25e9aed', 'code': 200} Jun 11 00:14:18.192228 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=1c320e10-3310-4b72-9746-afb1a25e9aed,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:18.195946 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:18.204665 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-181555bf-30d8-4f71-9a96-b0a504f4bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:39Z', 'updated_at': '2021-06-11T00:09:47Z', 'revision_number': 4, 'project_id': '0094d020672949ff926d2de6af156555', 'gw_port': {'id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '62524eb9-e8be-475e-87d8-41b97686df6d', 'name': '', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'tenant_id': '0094d020672949ff926d2de6af156555', 'mac_address': 'fa:16:3e:65:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:45Z', 'updated_at': '2021-06-11T00:09:58Z', 'revision_number': 5, 'project_id': '0094d020672949ff926d2de6af156555', 'subnets': [{'id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:14:18.212281 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181555bf-30d8-4f71-9a96-b0a504f4bca6 None None] Checking router: a5067c83-7a67-4e02-9036-65bfb06dd82e for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:14:18.222190 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181555bf-30d8-4f71-9a96-b0a504f4bca6 None None] Routers {'a5067c83-7a67-4e02-9036-65bfb06dd82e'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:14:18.222700 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-181555bf-30d8-4f71-9a96-b0a504f4bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:14:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['a5067c83-7a67-4e02-9036-65bfb06dd82e'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:14:18.301983 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674e66b-4750-45c9-b3af-c95283b0aaed req-4b654caf-0068-4df2-8984-8fc7a2866fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:18.304042 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9674e66b-4750-45c9-b3af-c95283b0aaed req-4b654caf-0068-4df2-8984-8fc7a2866fc7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 1099 time: 0.0641618 Jun 11 00:14:18.344625 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9674e66b-4750-45c9-b3af-c95283b0aaed req-e368fc36-a52d-4b85-8474-0a316cca1f47 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327818 Jun 11 00:14:18.367476 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-181555bf-30d8-4f71-9a96-b0a504f4bca6 None None] Set router a5067c83-7a67-4e02-9036-65bfb06dd82e gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:14:18.402766 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 43566) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:14:18.441358 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:18.462820 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5df4ce12-534f-4756-99d0-9ce1cb08cff3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:18.487429 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5df4ce12-534f-4756-99d0-9ce1cb08cff3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:18.542018 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5df4ce12-534f-4756-99d0-9ce1cb08cff3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:18.544827 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5df4ce12-534f-4756-99d0-9ce1cb08cff3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:18.546038 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-5df4ce12-534f-4756-99d0-9ce1cb08cff3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "DELETE /v2.0/security-groups/ae50a750-6b0f-49e4-a1b4-d0e902649630 HTTP/1.1" status: 204 len: 168 time: 0.1421516 Jun 11 00:14:18.547031 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-ce27068d-b56f-44d2-8963-c7ffb4e33031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:18.548853 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 43568) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:14:18.566432 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.api.v2.resource [None req-ecfcb86e-fc96-4bf2-9047-723446b5d0b1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] show failed (client error): The resource could not be found. Jun 11 00:14:18.567595 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-ecfcb86e-fc96-4bf2-9047-723446b5d0b1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups/ae50a750-6b0f-49e4-a1b4-d0e902649630 HTTP/1.1" status: 404 len: 347 time: 0.0175447 Jun 11 00:14:18.570486 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 43572) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:14:18.572867 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4ce12-534f-4756-99d0-9ce1cb08cff3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae50a750-6b0f-49e4-a1b4-d0e902649630,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:18.590475 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4ce12-534f-4756-99d0-9ce1cb08cff3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:18.590761 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4ce12-534f-4756-99d0-9ce1cb08cff3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:18.591136 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4ce12-534f-4756-99d0-9ce1cb08cff3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:18.594335 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4ce12-534f-4756-99d0-9ce1cb08cff3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:18.594719 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4ce12-534f-4756-99d0-9ce1cb08cff3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:18.595076 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4ce12-534f-4756-99d0-9ce1cb08cff3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:18.596097 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4ce12-534f-4756-99d0-9ce1cb08cff3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:18.596467 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4ce12-534f-4756-99d0-9ce1cb08cff3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:18.596824 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4ce12-534f-4756-99d0-9ce1cb08cff3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:18.597261 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4ce12-534f-4756-99d0-9ce1cb08cff3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:18.597515 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4ce12-534f-4756-99d0-9ce1cb08cff3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:18.597918 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4ce12-534f-4756-99d0-9ce1cb08cff3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:14:18.607774 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-5df4ce12-534f-4756-99d0-9ce1cb08cff3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:18.739644 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-181555bf-30d8-4f71-9a96-b0a504f4bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:39Z', 'updated_at': '2021-06-11T00:09:47Z', 'revision_number': 4, 'project_id': '0094d020672949ff926d2de6af156555', 'gw_port': {'id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '62524eb9-e8be-475e-87d8-41b97686df6d', 'name': '', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'tenant_id': '0094d020672949ff926d2de6af156555', 'mac_address': 'fa:16:3e:65:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:45Z', 'updated_at': '2021-06-11T00:09:58Z', 'revision_number': 5, 'project_id': '0094d020672949ff926d2de6af156555', 'subnets': [{'id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:14:18.743667 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181555bf-30d8-4f71-9a96-b0a504f4bca6 None None] The sync data for ids ['a5067c83-7a67-4e02-9036-65bfb06dd82e'] in dv-cinder-786260-5-iscsi is: [{'id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:39Z', 'updated_at': '2021-06-11T00:09:47Z', 'revision_number': 4, 'project_id': '0094d020672949ff926d2de6af156555', 'gw_port': {'id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '62524eb9-e8be-475e-87d8-41b97686df6d', 'name': '', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'tenant_id': '0094d020672949ff926d2de6af156555', 'mac_address': 'fa:16:3e:65:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:45Z', 'updated_at': '2021-06-11T00:09:58Z', 'revision_number': 5, 'project_id': '0094d020672949ff926d2de6af156555', 'subnets': [{'id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:14:18.780975 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-2f9d2b59-0c78-4020-9405-c81a96373bfe tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Deleting port 0d135e89-cf3b-4963-8d6f-40bf0834ffe2 {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:14:18.781370 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2f9d2b59-0c78-4020-9405-c81a96373bfe tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:18.822451 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623431c-c35e-4ec0-968c-495e20398b01 req-50f71d47-3025-441a-aafe-728d71637158 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:18.824417 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2623431c-c35e-4ec0-968c-495e20398b01 req-50f71d47-3025-441a-aafe-728d71637158 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 946 time: 0.0906184 Jun 11 00:14:18.876816 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2623431c-c35e-4ec0-968c-495e20398b01 req-a2924c05-39cd-41fe-9b81-4ffc997ab711 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458322 Jun 11 00:14:18.900426 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2f9d2b59-0c78-4020-9405-c81a96373bfe tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:18.900852 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2f9d2b59-0c78-4020-9405-c81a96373bfe tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:19.007981 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-2f9d2b59-0c78-4020-9405-c81a96373bfe tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Calling delete_port for 0d135e89-cf3b-4963-8d6f-40bf0834ffe2 owned by network:floatingip {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:14:19.016451 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643827a4-7e4e-43c0-a191-ffe4bbf8edeb None None] New status for floating IP 58bef96f-34ed-4931-a8d3-65078e9fdd02: DOWN {{(pid=91890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:14:19.176464 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2f9d2b59-0c78-4020-9405-c81a96373bfe tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:19.179166 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.db.api [None req-643827a4-7e4e-43c0-a191-ffe4bbf8edeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 00:14:19.179611 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_db.api [None req-643827a4-7e4e-43c0-a191-ffe4bbf8edeb None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 00:14:19.179785 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-8d94f6ac-aeca-4abf-9526-46e71cf9d465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:19.208715 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d2b59-0c78-4020-9405-c81a96373bfe tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Pushing event deleted for resources: {'Port': ['ID=0d135e89-cf3b-4963-8d6f-40bf0834ffe2,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:19.212552 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-2f9d2b59-0c78-4020-9405-c81a96373bfe tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:19.282877 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2f9d2b59-0c78-4020-9405-c81a96373bfe tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for floatingip, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:19.285466 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2f9d2b59-0c78-4020-9405-c81a96373bfe tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:19.286594 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-2f9d2b59-0c78-4020-9405-c81a96373bfe tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "DELETE /v2.0/floatingips/58bef96f-34ed-4931-a8d3-65078e9fdd02 HTTP/1.1" status: 204 len: 168 time: 0.7149625 Jun 11 00:14:19.680673 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643827a4-7e4e-43c0-a191-ffe4bbf8edeb None None] New status for floating IP 58bef96f-34ed-4931-a8d3-65078e9fdd02: DOWN {{(pid=91890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:14:19.731415 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 43584) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:14:19.736227 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-af35987f-7509-4153-a137-9920c32b86a3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1991283211', 'description': 'tempest-description--1936694341'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:14:19.759483 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-af35987f-7509-4153-a137-9920c32b86a3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:19.865139 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-af35987f-7509-4153-a137-9920c32b86a3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:19.869916 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-af35987f-7509-4153-a137-9920c32b86a3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:19.873193 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f173da43-1974-4445-8ed8-26931da3c27c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:19.903166 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-af35987f-7509-4153-a137-9920c32b86a3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:19.906941 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-af35987f-7509-4153-a137-9920c32b86a3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1720448 Jun 11 00:14:19.907493 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 43592) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:14:19.909576 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35987f-7509-4153-a137-9920c32b86a3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f73e96-e1ac-4dbe-acef-beab7bde43d4,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:19.912198 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-83d988dd-307c-4e22-8cda-1cf0874262eb tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Request body: {'security_group_rule': {'security_group_id': '71f73e96-e1ac-4dbe-acef-beab7bde43d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:14:19.912482 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-af35987f-7509-4153-a137-9920c32b86a3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:19.938284 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-83d988dd-307c-4e22-8cda-1cf0874262eb tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:20.061652 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-83d988dd-307c-4e22-8cda-1cf0874262eb tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:20.068303 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-83d988dd-307c-4e22-8cda-1cf0874262eb tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:20.077576 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-8eed5b49-0619-4b13-b329-03ab3196c6d1 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:20.104804 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d988dd-307c-4e22-8cda-1cf0874262eb tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5953896b-7128-4bb7-be0a-bc37ecfc005f,revision_number=0']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:20.109674 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-83d988dd-307c-4e22-8cda-1cf0874262eb tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:20.110822 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-83d988dd-307c-4e22-8cda-1cf0874262eb tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2023253 Jun 11 00:14:20.112397 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-83d988dd-307c-4e22-8cda-1cf0874262eb tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:20.113861 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 43598) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:14:20.119460 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-57973914-f9a5-4d21-9469-5f2b1f181f2c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Request body: {'security_group_rule': {'security_group_id': '71f73e96-e1ac-4dbe-acef-beab7bde43d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:14:20.127592 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9402f-15bf-4e0c-9cf9-b1cca2868268 req-195cb741-9c62-4e7f-a4b3-818b88d8ed4d tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:20.129100 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cfa9402f-15bf-4e0c-9cf9-b1cca2868268 req-195cb741-9c62-4e7f-a4b3-818b88d8ed4d tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 946 time: 0.1137912 Jun 11 00:14:20.148254 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-57973914-f9a5-4d21-9469-5f2b1f181f2c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:20.171699 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cfa9402f-15bf-4e0c-9cf9-b1cca2868268 req-0700445d-0ddd-4be1-a009-2e3fe6d019e8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362158 Jun 11 00:14:20.212102 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-57973914-f9a5-4d21-9469-5f2b1f181f2c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:20.215724 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-57973914-f9a5-4d21-9469-5f2b1f181f2c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:20.217744 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-b0de6e4a-e86a-44c6-87ef-8a0a4b3e5d0c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:20.234040 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57973914-f9a5-4d21-9469-5f2b1f181f2c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cad9085-a03d-4ee6-946c-4a35cd5d87d4,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:20.236644 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-57973914-f9a5-4d21-9469-5f2b1f181f2c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:20.240369 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-57973914-f9a5-4d21-9469-5f2b1f181f2c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:20.242213 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-57973914-f9a5-4d21-9469-5f2b1f181f2c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271744 Jun 11 00:14:20.245245 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 43602) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:14:20.249629 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Request body: {'floatingip': {'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:14:20.270783 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for floatingip, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:20.393912 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:20.530339 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Allocated IP 172.27.0.156 (ac6ac806-5702-4387-9142-a5902410ace9/3051342c-25eb-4552-a861-7cf92af851d2/c084094e-8b30-45ec-933e-ba194a06f7cf) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:14:20.655598 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:20.697207 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:20.699114 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:20.749247 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Network ac6ac806-5702-4387-9142-a5902410ace9 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:14:20.755201 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:14:20.760052 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:14:20.788586 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Pushing event updated for resources: {'Port': ['ID=c084094e-8b30-45ec-933e-ba194a06f7cf,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:20.792855 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:20.865324 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:20.918949 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:21.099349 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:21.104076 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:21.106083 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:21.188378 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Pushing event updated for resources: {'Port': ['ID=c084094e-8b30-45ec-933e-ba194a06f7cf,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:21.192272 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:21.200513 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1807872'] for floatingip, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:21.213490 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:21.214744 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9685438 Jun 11 00:14:21.408428 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-21253e29-268b-4b6a-b17a-da0d08943fe3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1991283211&fields=id&tenant_id=0094d020672949ff926d2de6af156555 HTTP/1.1" status: 200 len: 267 time: 0.0373602 Jun 11 00:14:21.408993 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 95ddf6c1-e525-4552-b91f-ab60989f1456 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:14:21.434586 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] No Port match for: 95ddf6c1-e525-4552-b91f-ab60989f1456 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:14:21.434937 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 95ddf6c1-e525-4552-b91f-ab60989f1456 not bound to the agent host hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:14:21.805655 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad4e09-24f0-4210-bf00-45ee4e0d93f5 req-1153ecd6-ed39-445b-9117-535269b007f8 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:21.807088 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-92ad4e09-24f0-4210-bf00-45ee4e0d93f5 req-1153ecd6-ed39-445b-9117-535269b007f8 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=5233bad2-4e67-41f2-a6e9-16f121d8be43 HTTP/1.1" status: 200 len: 945 time: 0.3970089 Jun 11 00:14:21.813596 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-cb443743-c971-4889-8f5c-ffa58cc812d4 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:21.814883 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-cb443743-c971-4889-8f5c-ffa58cc812d4 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/networks?id=1ba42ba2-7b55-4648-8b55-2786e25920e5 HTTP/1.1" status: 200 len: 816 time: 0.3908331 Jun 11 00:14:21.840555 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-8b32bda5-5947-4e64-93f1-c9a6fb138adb tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/quotas/0094d020672949ff926d2de6af156555 HTTP/1.1" status: 200 len: 375 time: 0.0190499 Jun 11 00:14:21.870033 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-92ad4e09-24f0-4210-bf00-45ee4e0d93f5 req-8660d0d1-d0e6-43c3-82d3-9f79aa50913e tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542068 Jun 11 00:14:21.932641 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-957b9417-fcb4-43d8-b071-2cb7b7e51783 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0094d020672949ff926d2de6af156555&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0867884 Jun 11 00:14:22.053017 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-a85d99a7-cd99-4217-a247-ed976e7a29ef service neutron] 10.222.0.15 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092327 Jun 11 00:14:22.174928 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-da807f43-3c33-42bd-91bc-0cdeb425fa2c service neutron] 10.222.0.15 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141648 Jun 11 00:14:22.349911 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-640b47e1-7684-4f4b-9b55-c01a7445bb16 req-3f2065d5-ae07-4875-8b7f-c277b1e48918 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 210 time: 0.0332420 Jun 11 00:14:23.058255 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da585135-acc7-4228-89d4-6403e05ea3f9 req-271e4e23-720f-46cb-a86c-590c2ce5d0fd tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:23.059717 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-da585135-acc7-4228-89d4-6403e05ea3f9 req-271e4e23-720f-46cb-a86c-590c2ce5d0fd tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=5233bad2-4e67-41f2-a6e9-16f121d8be43 HTTP/1.1" status: 200 len: 945 time: 0.0674312 Jun 11 00:14:23.100730 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-da585135-acc7-4228-89d4-6403e05ea3f9 req-80d0b855-581f-4ee2-b5cf-85e2d9b7de29 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348787 Jun 11 00:14:23.160080 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd87c4c-3420-4c48-b6a7-2eb91fe2b4b2 req-3c786304-3821-40d7-bcb7-8d731e72e06f tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:23.161426 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-dcd87c4c-3420-4c48-b6a7-2eb91fe2b4b2 req-3c786304-3821-40d7-bcb7-8d731e72e06f tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233bad2-4e67-41f2-a6e9-16f121d8be43 HTTP/1.1" status: 200 len: 945 time: 0.0716310 Jun 11 00:14:23.275035 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-dcd87c4c-3420-4c48-b6a7-2eb91fe2b4b2 req-4b7c3ab1-9bf6-4d15-b364-e2e8c28c493d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Deleting port 3659647b-9553-4ec8-8db5-52acfb7ff73b {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:14:23.275398 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-dcd87c4c-3420-4c48-b6a7-2eb91fe2b4b2 req-4b7c3ab1-9bf6-4d15-b364-e2e8c28c493d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:23.409363 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-dcd87c4c-3420-4c48-b6a7-2eb91fe2b4b2 req-4b7c3ab1-9bf6-4d15-b364-e2e8c28c493d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] For port 3659647b-9553-4ec8-8db5-52acfb7ff73b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3659647b-9553-4ec8-8db5-52acfb7ff73b,segment=NetworkSegment(7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd),segment_id=7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:14:23.409815 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-dcd87c4c-3420-4c48-b6a7-2eb91fe2b4b2 req-4b7c3ab1-9bf6-4d15-b364-e2e8c28c493d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:23.442526 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-71fcd2ea-deb6-4e6b-b34b-a4619f2f1855 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:23.444595 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-71fcd2ea-deb6-4e6b-b34b-a4619f2f1855 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.21 "GET /v2.0/networks?id=1ba42ba2-7b55-4648-8b55-2786e25920e5 HTTP/1.1" status: 200 len: 816 time: 0.1286559 Jun 11 00:14:23.509509 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-dcd87c4c-3420-4c48-b6a7-2eb91fe2b4b2 req-4b7c3ab1-9bf6-4d15-b364-e2e8c28c493d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Calling delete_port for 3659647b-9553-4ec8-8db5-52acfb7ff73b owned by compute:nova {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:14:23.543611 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6888edcf-5c72-4ac7-9523-7c56dfb86ae9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0094d020672949ff926d2de6af156555 HTTP/1.1" status: 200 len: 380 time: 0.0832527 Jun 11 00:14:23.545616 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2b15b5e3-f030-40d0-b506-e045feb44685 req-86888fb9-9750-4d73-aeff-ad61d5e3aab6 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 210 time: 0.0648835 Jun 11 00:14:23.558884 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-63248b9e-b7c8-442f-83ba-7d828c5c10af tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Request body: {'port': {'device_id': '2ef6ef95-4548-4ae5-b259-15ff01c018a3', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'admin_state_up': True, 'tenant_id': '0094d020672949ff926d2de6af156555', 'security_groups': ['71f73e96-e1ac-4dbe-acef-beab7bde43d4']}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:14:23.665874 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-dcd87c4c-3420-4c48-b6a7-2eb91fe2b4b2 req-4b7c3ab1-9bf6-4d15-b364-e2e8c28c493d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:23.669795 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-2f9d2b59-0c78-4020-9405-c81a96373bfe tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:23.678016 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['3659647b-9553-4ec8-8db5-52acfb7ff73b'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:14:23.696923 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-63248b9e-b7c8-442f-83ba-7d828c5c10af tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Made reservation on behalf of 0094d020672949ff926d2de6af156555 for: {'port': 1} {{(pid=91888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:14:23.700415 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-63248b9e-b7c8-442f-83ba-7d828c5c10af tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:23.705132 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c3ab1-9bf6-4d15-b364-e2e8c28c493d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Pushing event deleted for resources: {'Port': ['ID=3659647b-9553-4ec8-8db5-52acfb7ff73b,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:23.707358 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-4b7c3ab1-9bf6-4d15-b364-e2e8c28c493d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:23.760034 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd87c4c-3420-4c48-b6a7-2eb91fe2b4b2 req-4b7c3ab1-9bf6-4d15-b364-e2e8c28c493d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] No DVR routers for this DVR port 3659647b-9553-4ec8-8db5-52acfb7ff73b on host hv-cinder-78626 {{(pid=91887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:14:23.762551 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-dcd87c4c-3420-4c48-b6a7-2eb91fe2b4b2 req-4b7c3ab1-9bf6-4d15-b364-e2e8c28c493d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:23.764979 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-dcd87c4c-3420-4c48-b6a7-2eb91fe2b4b2 req-4b7c3ab1-9bf6-4d15-b364-e2e8c28c493d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.21 "DELETE /v2.0/ports/3659647b-9553-4ec8-8db5-52acfb7ff73b HTTP/1.1" status: 204 len: 173 time: 0.5977347 Jun 11 00:14:23.765483 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5233bad2-4e67-41f2-a6e9-16f121d8be43', 'name': 'network-vif-deleted', 'tag': '3659647b-9553-4ec8-8db5-52acfb7ff73b'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:14:23.767761 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da15836-95d0-4fdd-af1c-f458fe0fd65f" -d '{"events": [{"server_uuid": "5233bad2-4e67-41f2-a6e9-16f121d8be43", "name": "network-vif-deleted", "tag": "3659647b-9553-4ec8-8db5-52acfb7ff73b"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:14:23.804001 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89f6037-8b57-499f-b88e-68e3cc5dd261 x-openstack-request-id: req-f89f6037-8b57-499f-b88e-68e3cc5dd261 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:14:23.804399 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5233bad2-4e67-41f2-a6e9-16f121d8be43", "name": "network-vif-deleted", "tag": "3659647b-9553-4ec8-8db5-52acfb7ff73b", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:14:23.804803 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f89f6037-8b57-499f-b88e-68e3cc5dd261 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:14:23.805289 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5233bad2-4e67-41f2-a6e9-16f121d8be43', 'name': 'network-vif-deleted', 'tag': '3659647b-9553-4ec8-8db5-52acfb7ff73b', 'status': 'completed', 'code': 200} Jun 11 00:14:23.852893 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_common [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-63248b9e-b7c8-442f-83ba-7d828c5c10af tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Allocated IP 172.20.0.9 (1ba42ba2-7b55-4648-8b55-2786e25920e5/c9e8297c-0b7d-4e4e-a364-e97c2d20421f/4a88bb46-8b90-4c31-adf2-3a4bf342fbcd) {{(pid=91888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:14:24.018093 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-63248b9e-b7c8-442f-83ba-7d828c5c10af tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for port, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:24.029935 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.provisioning_blocks [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-63248b9e-b7c8-442f-83ba-7d828c5c10af tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Transition to ACTIVE for port object 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd will not be triggered until provisioned by entity DHCP. {{(pid=91888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:14:24.063454 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-63248b9e-b7c8-442f-83ba-7d828c5c10af tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3493225'] for port, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:24.066946 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:24.123071 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-63248b9e-b7c8-442f-83ba-7d828c5c10af tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Network 1ba42ba2-7b55-4648-8b55-2786e25920e5 is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:14:24.126239 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-63248b9e-b7c8-442f-83ba-7d828c5c10af tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:14:24.130550 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-63248b9e-b7c8-442f-83ba-7d828c5c10af tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Received port after_create {{(pid=91888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:14:24.135094 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63248b9e-b7c8-442f-83ba-7d828c5c10af tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Pushing event updated for resources: {'Port': ['ID=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:24.161682 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-63248b9e-b7c8-442f-83ba-7d828c5c10af tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:24.194755 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-63248b9e-b7c8-442f-83ba-7d828c5c10af tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:24.195557 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-63248b9e-b7c8-442f-83ba-7d828c5c10af tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:24.211425 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-63248b9e-b7c8-442f-83ba-7d828c5c10af tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6581717 Jun 11 00:14:24.228223 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Request body: {'port': {'device_id': '2ef6ef95-4548-4ae5-b259-15ff01c018a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:14:24.308569 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-35cfb296-d3aa-4279-816a-210a394dec67 req-714dc928-908f-4626-8feb-5c864803a80d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] 10.222.0.15 "GET /v2.0/ports?device_id=5233bad2-4e67-41f2-a6e9-16f121d8be43 HTTP/1.1" status: 200 len: 210 time: 0.0485177 Jun 11 00:14:24.337729 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-46aa2bce-97dc-4799-95da-fce47dcd0350 None None] Provisioning for port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:14:24.341671 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-46aa2bce-97dc-4799-95da-fce47dcd0350 None None] Provisioning complete for port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:14:24.342049 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-46aa2bce-97dc-4799-95da-fce47dcd0350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:24.371202 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:24.385913 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-46aa2bce-97dc-4799-95da-fce47dcd0350 None None] Port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:14:24.717620 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd {{(pid=91888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:14:24.726813 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:24.748822 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.provisioning_blocks [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Transition to ACTIVE for port object 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd will not be triggered until provisioned by entity L2. {{(pid=91888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:14:24.752473 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3493243'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:24.755685 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-63248b9e-b7c8-442f-83ba-7d828c5c10af tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:24.854685 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208ea9d-db5c-4131-8416-33cf73b7ab5b req-f14558e1-dc17-41f6-985c-47e2d904765d tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:24.856105 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4208ea9d-db5c-4131-8416-33cf73b7ab5b req-f14558e1-dc17-41f6-985c-47e2d904765d tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 931 time: 0.1835756 Jun 11 00:14:24.866850 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Pushing event updated for resources: {'Port': ['ID=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,revision_number=2']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:24.876609 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:24.970380 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4208ea9d-db5c-4131-8416-33cf73b7ab5b req-88c3a6fe-3123-4860-a597-ee5c983b93f1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063724 Jun 11 00:14:24.989913 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.managers [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Attempting to bind port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:14:24.990252 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.managers [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Attempting to bind port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '05203495-5e16-493a-b4c1-e5efc4595b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5'}] {{(pid=91888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:14:24.990612 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Attempting to bind port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd on network 1ba42ba2-7b55-4648-8b55-2786e25920e5 {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:14:24.994762 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd on network 1ba42ba2-7b55-4648-8b55-2786e25920e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:14:24.995084 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Attempting to bind port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd on network 1ba42ba2-7b55-4648-8b55-2786e25920e5 {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:14:24.999832 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Checking agent: {'id': '0b82d12c-0850-474f-ad5c-077a5fa277b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:14:25.000176 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Checking segment: {'id': '05203495-5e16-493a-b4c1-e5efc4595b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:14:25.000554 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Bound using segment: {'id': '05203495-5e16-493a-b4c1-e5efc4595b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5'} {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:14:25.000983 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.managers [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Bound port: 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05203495-5e16-493a-b4c1-e5efc4595b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5'}}] {{(pid=91888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:14:25.001334 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:25.072618 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] For port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd, host hv-cinder-78626, cleared binding levels {{(pid=91888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:14:25.075496 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] For port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:14:25.079153 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3493243'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:25.081055 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-a2019891-7d92-4687-a502-b737b1a1c125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:25.126540 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:25.127158 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:25.128534 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] 10.222.0.21 "PUT /v2.0/ports/4a88bb46-8b90-4c31-adf2-3a4bf342fbcd HTTP/1.1" status: 200 len: 1093 time: 0.9088457 Jun 11 00:14:25.129026 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef6ef95-4548-4ae5-b259-15ff01c018a3', 'tag': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:14:25.131847 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16f9480-16c0-44a0-b4f1-3d891e0cd7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef6ef95-4548-4ae5-b259-15ff01c018a3", "tag": "4a88bb46-8b90-4c31-adf2-3a4bf342fbcd"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:14:25.153074 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Pushing event updated for resources: {'Port': ['ID=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,revision_number=3']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:25.156034 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:25.216005 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036c28bb-6b04-49ec-b3e6-523789afb8d8 x-openstack-request-id: req-036c28bb-6b04-49ec-b3e6-523789afb8d8 {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:14:25.216330 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef6ef95-4548-4ae5-b259-15ff01c018a3", "tag": "4a88bb46-8b90-4c31-adf2-3a4bf342fbcd", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:14:25.216615 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-036c28bb-6b04-49ec-b3e6-523789afb8d8 {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:14:25.217036 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef6ef95-4548-4ae5-b259-15ff01c018a3', 'tag': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd', 'status': 'completed', 'code': 200} Jun 11 00:14:25.246308 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-5b0608cc-5d78-4d78-8776-3cb7b6e91057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:25.247844 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-5b0608cc-5d78-4d78-8776-3cb7b6e91057 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0094d020672949ff926d2de6af156555&device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 1096 time: 0.0666659 Jun 11 00:14:25.303466 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-7806a98b-fe8f-44ae-ac15-57f078af4059 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd HTTP/1.1" status: 200 len: 217 time: 0.0469234 Jun 11 00:14:25.364358 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-a9b0e913-4c3e-4228-a2a3-c08776a5738c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:25.366348 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-a9b0e913-4c3e-4228-a2a3-c08776a5738c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c9e8297c-0b7d-4e4e-a364-e97c2d20421f HTTP/1.1" status: 200 len: 855 time: 0.0561121 Jun 11 00:14:25.434130 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-e3b34dc4-6d62-41d8-9e60-b3a1aa3d3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:25.435784 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-e3b34dc4-6d62-41d8-9e60-b3a1aa3d3031 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ba42ba2-7b55-4648-8b55-2786e25920e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625429 Jun 11 00:14:25.555606 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-6915ac1a-856e-4bc5-8858-ad7903cfce8b service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122782 Jun 11 00:14:25.689456 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e25b8043-5f6f-40e2-b88f-3fad1c1fa5d4 req-31ccc326-beee-4c08-8203-f4337b60ec47 service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169975 Jun 11 00:14:25.795894 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f9480-16c0-44a0-b4f1-3d891e0cd7d4 req-0f78282e-d4c1-4dd2-9bae-ffe7a63c11d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:25.797368 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a16f9480-16c0-44a0-b4f1-3d891e0cd7d4 req-0f78282e-d4c1-4dd2-9bae-ffe7a63c11d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0094d020672949ff926d2de6af156555&device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 1096 time: 0.0594707 Jun 11 00:14:25.912125 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f9480-16c0-44a0-b4f1-3d891e0cd7d4 req-b037b4ca-b00b-463e-bb1b-80c52e6188f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:25.914009 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a16f9480-16c0-44a0-b4f1-3d891e0cd7d4 req-b037b4ca-b00b-463e-bb1b-80c52e6188f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ba42ba2-7b55-4648-8b55-2786e25920e5 HTTP/1.1" status: 200 len: 917 time: 0.1096582 Jun 11 00:14:25.969655 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a16f9480-16c0-44a0-b4f1-3d891e0cd7d4 req-0ab34ff5-8242-4c8b-9b8d-56c2273fe375 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd HTTP/1.1" status: 200 len: 217 time: 0.0448031 Jun 11 00:14:26.033764 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f9480-16c0-44a0-b4f1-3d891e0cd7d4 req-4d41db1c-40ad-47c1-8f05-a566e01e43a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:26.035213 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a16f9480-16c0-44a0-b4f1-3d891e0cd7d4 req-4d41db1c-40ad-47c1-8f05-a566e01e43a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c9e8297c-0b7d-4e4e-a364-e97c2d20421f HTTP/1.1" status: 200 len: 855 time: 0.0545826 Jun 11 00:14:26.139013 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f9480-16c0-44a0-b4f1-3d891e0cd7d4 req-e2f9c51a-3fca-404f-96cf-ae49a1f471b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:26.140839 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a16f9480-16c0-44a0-b4f1-3d891e0cd7d4 req-e2f9c51a-3fca-404f-96cf-ae49a1f471b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ba42ba2-7b55-4648-8b55-2786e25920e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0987198 Jun 11 00:14:26.241108 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c9a4b-ca9b-4104-b7a6-6ca4436a8279 req-1943e8e6-8a17-4fdb-991e-cbf32b56f6af tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:26.242461 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-979c9a4b-ca9b-4104-b7a6-6ca4436a8279 req-1943e8e6-8a17-4fdb-991e-cbf32b56f6af tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 943 time: 0.1550906 Jun 11 00:14:26.527138 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-979c9a4b-ca9b-4104-b7a6-6ca4436a8279 req-f01dc5a3-7aa7-430a-9c0f-98005f4c66c5 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765031 Jun 11 00:14:26.528966 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a16f9480-16c0-44a0-b4f1-3d891e0cd7d4 req-e49fde1f-9cf5-4eb4-b24b-c8d3b8fa4c83 service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791735 Jun 11 00:14:26.641194 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a16f9480-16c0-44a0-b4f1-3d891e0cd7d4 req-203ad30e-f857-4905-868c-014e8991c47b service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056831 Jun 11 00:14:27.713720 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127235c1-0197-4b94-a704-999ee30d86e5 req-c9aa2618-1940-4cfb-bc8c-6727e1ed731e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:27.715048 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-127235c1-0197-4b94-a704-999ee30d86e5 req-c9aa2618-1940-4cfb-bc8c-6727e1ed731e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 943 time: 0.0674617 Jun 11 00:14:27.754703 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-127235c1-0197-4b94-a704-999ee30d86e5 req-1a10042b-6000-4a5e-a18a-59ea2f7dc44e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340722 Jun 11 00:14:28.029404 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 3659647b-9553-4ec8-8db5-52acfb7ff73b no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:14:28.057844 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] No Port match for: 3659647b-9553-4ec8-8db5-52acfb7ff73b {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:14:28.058199 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 3659647b-9553-4ec8-8db5-52acfb7ff73b not bound to the agent host hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:14:28.933651 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e43efd-9abd-4f98-9ad3-34c83357165c req-f9921b7e-af3a-4d83-9397-e59d62d81c34 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:28.935092 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a0e43efd-9abd-4f98-9ad3-34c83357165c req-f9921b7e-af3a-4d83-9397-e59d62d81c34 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 943 time: 0.0684521 Jun 11 00:14:28.977928 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a0e43efd-9abd-4f98-9ad3-34c83357165c req-b9092df1-4ea4-4bcf-be5f-ce25aae875b6 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373511 Jun 11 00:14:30.012917 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:14:30.140628 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:14:30.153306 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'port_id': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd', 'mac_address': 'fa:16:3e:65:f7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:14:30.161679 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b9e7f-8ea8-4933-b13f-74b6ebf625ba req-76feb129-64b7-4bda-9d64-bd9f957e0ee2 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:30.163179 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-737b9e7f-8ea8-4933-b13f-74b6ebf625ba req-76feb129-64b7-4bda-9d64-bd9f957e0ee2 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 943 time: 0.0710692 Jun 11 00:14:30.196404 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:30.208464 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-737b9e7f-8ea8-4933-b13f-74b6ebf625ba req-0f4b3af6-e448-4f0f-882a-c2ff200ca10c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391753 Jun 11 00:14:30.216159 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:14:30.237298 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:14:30.240901 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:30.242666 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:30.294278 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:30.297162 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:30.532654 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['4a88bb46-8b90-4c31-adf2-3a4bf342fbcd'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:14:31.396647 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1278ec-5194-4cd3-aed7-631e0800df32 req-613c7307-0e40-46d4-a489-16c192ff5778 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:31.398639 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ff1278ec-5194-4cd3-aed7-631e0800df32 req-613c7307-0e40-46d4-a489-16c192ff5778 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 944 time: 0.0686858 Jun 11 00:14:31.443281 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ff1278ec-5194-4cd3-aed7-631e0800df32 req-bb9c3c7d-8a27-473c-8588-fc10345a772a tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390756 Jun 11 00:14:32.003662 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:14:32.058080 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning for port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:14:32.061972 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:14:32.062430 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:32.155203 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:32.184497 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef6ef95-4548-4ae5-b259-15ff01c018a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:14:32.186810 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e339349d-930b-4597-b2ab-4f6e7f6aa1ba" -d '{"events": [{"server_uuid": "2ef6ef95-4548-4ae5-b259-15ff01c018a3", "name": "network-vif-plugged", "status": "completed", "tag": "4a88bb46-8b90-4c31-adf2-3a4bf342fbcd"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:14:32.201647 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:14:32.206236 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:32.209301 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:32.244893 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bee3d0f-6f70-4a4a-a20a-9b66c2f6609f x-openstack-request-id: req-5bee3d0f-6f70-4a4a-a20a-9b66c2f6609f {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:14:32.245196 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef6ef95-4548-4ae5-b259-15ff01c018a3", "name": "network-vif-plugged", "status": "completed", "tag": "4a88bb46-8b90-4c31-adf2-3a4bf342fbcd", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:14:32.245459 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5bee3d0f-6f70-4a4a-a20a-9b66c2f6609f {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:14:32.246254 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef6ef95-4548-4ae5-b259-15ff01c018a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd', 'code': 200} Jun 11 00:14:32.283096 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:32.298243 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:32.489015 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115b490-50c9-4e48-8bbe-a79224945a24 req-d96db732-66f4-4bc9-b597-43d76df9bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:32.490467 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1115b490-50c9-4e48-8bbe-a79224945a24 req-d96db732-66f4-4bc9-b597-43d76df9bc04 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 1098 time: 0.0626748 Jun 11 00:14:32.529421 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1115b490-50c9-4e48-8bbe-a79224945a24 req-dd35fa52-06e8-46ad-9d77-866718757261 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310349 Jun 11 00:14:32.633277 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b47e6-7298-45bd-ad05-c21b65e1c4ba req-df4ef605-6060-4b26-aa92-0bf24232f845 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:32.634733 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-063b47e6-7298-45bd-ad05-c21b65e1c4ba req-df4ef605-6060-4b26-aa92-0bf24232f845 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.0698631 Jun 11 00:14:32.677217 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-063b47e6-7298-45bd-ad05-c21b65e1c4ba req-351f0f03-22dc-4b8b-ae10-48c43d9d6ed1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363343 Jun 11 00:14:33.588962 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-0e2212b3-d87c-479b-b274-428235265306 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:33.590465 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-0e2212b3-d87c-479b-b274-428235265306 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/networks?id=13722574-5b0a-4a56-943d-f51ebd2628ff HTTP/1.1" status: 200 len: 815 time: 0.1308339 Jun 11 00:14:33.607141 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-202da7f5-7450-40e5-9d86-b5595f6b9159 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/quotas/ab060610740f4b94ae8aa7c76123fa01 HTTP/1.1" status: 200 len: 375 time: 0.0109758 Jun 11 00:14:33.695626 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-7901e2c2-24ad-43c8-8ccf-a447ba8e3a7d tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab060610740f4b94ae8aa7c76123fa01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0830395 Jun 11 00:14:33.815944 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-eace6d08-75ed-45ed-956c-1cbc3ec43a0e service neutron] 10.222.0.15 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124833 Jun 11 00:14:33.978972 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-2c59b1c9-edf3-4a1f-8a8d-2e6d0eccb720 service neutron] 10.222.0.15 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565228 Jun 11 00:14:33.986975 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d4031-dd74-4074-9f06-91a3afc39e39 req-9d4a69a3-b0ee-458e-8d81-20a142929cef tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:33.988382 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-de6d4031-dd74-4074-9f06-91a3afc39e39 req-9d4a69a3-b0ee-458e-8d81-20a142929cef tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.1424115 Jun 11 00:14:34.032321 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-de6d4031-dd74-4074-9f06-91a3afc39e39 req-a8172044-23c9-4135-bc22-245428a94a97 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363984 Jun 11 00:14:34.148417 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9192ad9c-ae4a-4109-ad8b-d7d2194426ec req-1effcea7-e3d6-431b-ac72-61c92c7dba63 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8fcf049-0a51-4925-a3b3-89f893fcd75d HTTP/1.1" status: 200 len: 210 time: 0.0342910 Jun 11 00:14:34.188833 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:14:34.221196 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46711485-175f-413a-befd-3190843f594e req-76ed719f-f29f-4cea-bcfe-af892649e071 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:34.222781 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-46711485-175f-413a-befd-3190843f594e req-76ed719f-f29f-4cea-bcfe-af892649e071 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.0729325 Jun 11 00:14:34.231748 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 43780) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:14:34.236490 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-dccd91a2-a2eb-4a63-9fc3-f427f4566b3e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Request body: {'floatingip': {'port_id': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:14:34.295345 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dccd91a2-a2eb-4a63-9fc3-f427f4566b3e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for floatingip, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:35.123307 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dccd91a2-a2eb-4a63-9fc3-f427f4566b3e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:35.127431 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dccd91a2-a2eb-4a63-9fc3-f427f4566b3e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1807872'] for floatingip, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:35.284393 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.db.l3_db [None req-dccd91a2-a2eb-4a63-9fc3-f427f4566b3e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Floating IP 678ac17b-b397-418c-b5a0-63b642ea768e associated. External IP: 172.27.0.156, port: 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd. Jun 11 00:14:35.288758 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-d813caf1-adaa-4b1b-a016-03e2bcf5cfa1 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:35.290336 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-d813caf1-adaa-4b1b-a016-03e2bcf5cfa1 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.21 "GET /v2.0/networks?id=13722574-5b0a-4a56-943d-f51ebd2628ff HTTP/1.1" status: 200 len: 815 time: 0.1536939 Jun 11 00:14:35.330343 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9c7b6d50-603f-48d6-8498-9a582983fd43 req-38e7ea2c-870b-466c-96ad-91838633ff6c tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8fcf049-0a51-4925-a3b3-89f893fcd75d HTTP/1.1" status: 200 len: 210 time: 0.0389338 Jun 11 00:14:35.572438 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccd91a2-a2eb-4a63-9fc3-f427f4566b3e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Router a5067c83-7a67-4e02-9036-65bfb06dd82e has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:14:35.720332 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccd91a2-a2eb-4a63-9fc3-f427f4566b3e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:14:35.725290 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dccd91a2-a2eb-4a63-9fc3-f427f4566b3e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:35.729854 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09367cae-995f-42f2-b588-7ac1a9226b2a None None] Sync routers for ids ['a5067c83-7a67-4e02-9036-65bfb06dd82e'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:14:35.743605 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09367cae-995f-42f2-b588-7ac1a9226b2a None None] Routers {'a5067c83-7a67-4e02-9036-65bfb06dd82e'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:14:35.744225 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-09367cae-995f-42f2-b588-7ac1a9226b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:14:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['a5067c83-7a67-4e02-9036-65bfb06dd82e'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:14:35.771944 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-dccd91a2-a2eb-4a63-9fc3-f427f4566b3e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "PUT /v2.0/floatingips/678ac17b-b397-418c-b5a0-63b642ea768e HTTP/1.1" status: 200 len: 991 time: 1.5390866 Jun 11 00:14:35.773104 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef6ef95-4548-4ae5-b259-15ff01c018a3', 'tag': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:14:35.775455 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05264e15-ed3a-4512-8bf0-0d628d265fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef6ef95-4548-4ae5-b259-15ff01c018a3", "tag": "4a88bb46-8b90-4c31-adf2-3a4bf342fbcd"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:14:35.811935 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460a262a-1764-4f65-87e7-558b52061e7d x-openstack-request-id: req-460a262a-1764-4f65-87e7-558b52061e7d {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:14:35.812280 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef6ef95-4548-4ae5-b259-15ff01c018a3", "tag": "4a88bb46-8b90-4c31-adf2-3a4bf342fbcd", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:14:35.812621 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-460a262a-1764-4f65-87e7-558b52061e7d {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:14:35.813062 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef6ef95-4548-4ae5-b259-15ff01c018a3', 'tag': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd', 'status': 'completed', 'code': 200} Jun 11 00:14:35.890143 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-09367cae-995f-42f2-b588-7ac1a9226b2a None None] Set router a5067c83-7a67-4e02-9036-65bfb06dd82e gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:14:36.206486 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-09367cae-995f-42f2-b588-7ac1a9226b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:39Z', 'updated_at': '2021-06-11T00:09:47Z', 'revision_number': 4, 'project_id': '0094d020672949ff926d2de6af156555', 'gw_port': {'id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '678ac17b-b397-418c-b5a0-63b642ea768e', 'tenant_id': '0094d020672949ff926d2de6af156555', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'port_id': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'mac_address': 'fa:16:3e:65:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6ef95-4548-4ae5-b259-15ff01c018a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:14:20Z', 'updated_at': '2021-06-11T00:14:35Z', 'revision_number': 1, 'project_id': '0094d020672949ff926d2de6af156555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62524eb9-e8be-475e-87d8-41b97686df6d', 'name': '', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'tenant_id': '0094d020672949ff926d2de6af156555', 'mac_address': 'fa:16:3e:65:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:45Z', 'updated_at': '2021-06-11T00:09:58Z', 'revision_number': 5, 'project_id': '0094d020672949ff926d2de6af156555', 'subnets': [{'id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:14:36.209696 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09367cae-995f-42f2-b588-7ac1a9226b2a None None] Checking router: a5067c83-7a67-4e02-9036-65bfb06dd82e for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:14:36.218167 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09367cae-995f-42f2-b588-7ac1a9226b2a None None] Routers {'a5067c83-7a67-4e02-9036-65bfb06dd82e'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:14:36.218767 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-09367cae-995f-42f2-b588-7ac1a9226b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:14:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['a5067c83-7a67-4e02-9036-65bfb06dd82e'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:14:36.482668 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d27e0950-17e8-4a01-91b0-af5284f82bee req-f65c399b-a2e0-4a58-a835-e96fa0efb935 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8fcf049-0a51-4925-a3b3-89f893fcd75d HTTP/1.1" status: 200 len: 210 time: 0.0329711 Jun 11 00:14:36.483688 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-09367cae-995f-42f2-b588-7ac1a9226b2a None None] Set router a5067c83-7a67-4e02-9036-65bfb06dd82e gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:14:36.764540 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-09367cae-995f-42f2-b588-7ac1a9226b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:39Z', 'updated_at': '2021-06-11T00:09:47Z', 'revision_number': 4, 'project_id': '0094d020672949ff926d2de6af156555', 'gw_port': {'id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '678ac17b-b397-418c-b5a0-63b642ea768e', 'tenant_id': '0094d020672949ff926d2de6af156555', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'port_id': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'mac_address': 'fa:16:3e:65:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6ef95-4548-4ae5-b259-15ff01c018a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:14:20Z', 'updated_at': '2021-06-11T00:14:35Z', 'revision_number': 1, 'project_id': '0094d020672949ff926d2de6af156555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62524eb9-e8be-475e-87d8-41b97686df6d', 'name': '', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'tenant_id': '0094d020672949ff926d2de6af156555', 'mac_address': 'fa:16:3e:65:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:45Z', 'updated_at': '2021-06-11T00:09:58Z', 'revision_number': 5, 'project_id': '0094d020672949ff926d2de6af156555', 'subnets': [{'id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:14:36.767753 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09367cae-995f-42f2-b588-7ac1a9226b2a None None] The sync data for ids ['a5067c83-7a67-4e02-9036-65bfb06dd82e'] in dv-cinder-786260-5-iscsi is: [{'id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:39Z', 'updated_at': '2021-06-11T00:09:47Z', 'revision_number': 4, 'project_id': '0094d020672949ff926d2de6af156555', 'gw_port': {'id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '678ac17b-b397-418c-b5a0-63b642ea768e', 'tenant_id': '0094d020672949ff926d2de6af156555', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'port_id': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'mac_address': 'fa:16:3e:65:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6ef95-4548-4ae5-b259-15ff01c018a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:14:20Z', 'updated_at': '2021-06-11T00:14:35Z', 'revision_number': 1, 'project_id': '0094d020672949ff926d2de6af156555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62524eb9-e8be-475e-87d8-41b97686df6d', 'name': '', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'tenant_id': '0094d020672949ff926d2de6af156555', 'mac_address': 'fa:16:3e:65:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:45Z', 'updated_at': '2021-06-11T00:09:58Z', 'revision_number': 5, 'project_id': '0094d020672949ff926d2de6af156555', 'subnets': [{'id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:14:36.948857 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7290c32-bb87-44b7-847c-7da89776490f None None] New status for floating IP 678ac17b-b397-418c-b5a0-63b642ea768e: ACTIVE {{(pid=91890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:14:37.626275 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7c73e686-c539-4919-9df0-388c7870dadf req-0cdcfdad-8fc1-4304-8299-4adcf3efe198 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8fcf049-0a51-4925-a3b3-89f893fcd75d HTTP/1.1" status: 200 len: 210 time: 0.0324669 Jun 11 00:14:38.334292 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-db285018-213d-47de-b2f7-c2b80c84546a tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Request body: {'port': {'device_id': 'e8fcf049-0a51-4925-a3b3-89f893fcd75d', 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff', 'admin_state_up': True, 'tenant_id': 'ab060610740f4b94ae8aa7c76123fa01'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:14:38.411358 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05264e15-ed3a-4512-8bf0-0d628d265fd9 req-f2bc794e-e547-461a-ac35-750c5b78f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:38.412913 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-05264e15-ed3a-4512-8bf0-0d628d265fd9 req-f2bc794e-e547-461a-ac35-750c5b78f334 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0094d020672949ff926d2de6af156555&device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 1098 time: 0.0620644 Jun 11 00:14:38.475114 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-db285018-213d-47de-b2f7-c2b80c84546a tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Made reservation on behalf of ab060610740f4b94ae8aa7c76123fa01 for: {'port': 1} {{(pid=91888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:14:38.478647 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-db285018-213d-47de-b2f7-c2b80c84546a tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:38.530868 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05264e15-ed3a-4512-8bf0-0d628d265fd9 req-0a115c08-a777-4625-8899-ea3d2c141799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:38.532361 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-05264e15-ed3a-4512-8bf0-0d628d265fd9 req-0a115c08-a777-4625-8899-ea3d2c141799 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ba42ba2-7b55-4648-8b55-2786e25920e5 HTTP/1.1" status: 200 len: 917 time: 0.1114004 Jun 11 00:14:38.616992 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-05264e15-ed3a-4512-8bf0-0d628d265fd9 req-1fa82648-ddc4-4782-99f8-48878674b8dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd HTTP/1.1" status: 200 len: 1001 time: 0.0751805 Jun 11 00:14:38.623201 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_common [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-db285018-213d-47de-b2f7-c2b80c84546a tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Allocated IP 172.20.0.2 (13722574-5b0a-4a56-943d-f51ebd2628ff/4941a4bc-b9b3-4ef1-a2dc-b0563738bc36/65d1fa3c-9865-4e04-b73e-1b415e1806b8) {{(pid=91888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:14:38.686604 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05264e15-ed3a-4512-8bf0-0d628d265fd9 req-347ff0a2-1f57-457d-8450-63f0994b771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:38.688101 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-05264e15-ed3a-4512-8bf0-0d628d265fd9 req-347ff0a2-1f57-457d-8450-63f0994b771e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c9e8297c-0b7d-4e4e-a364-e97c2d20421f HTTP/1.1" status: 200 len: 855 time: 0.0577133 Jun 11 00:14:38.753736 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05264e15-ed3a-4512-8bf0-0d628d265fd9 req-bfdf65eb-0d1e-49ec-88bb-a80030309809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:38.755223 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-05264e15-ed3a-4512-8bf0-0d628d265fd9 req-bfdf65eb-0d1e-49ec-88bb-a80030309809 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ba42ba2-7b55-4648-8b55-2786e25920e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601435 Jun 11 00:14:38.797800 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a42eaf73-31a6-4575-bc34-c2869b74a704 req-f9d05643-78ba-491e-9d37-2e9af75fc0d6 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8fcf049-0a51-4925-a3b3-89f893fcd75d HTTP/1.1" status: 200 len: 210 time: 0.0415213 Jun 11 00:14:38.833316 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-db285018-213d-47de-b2f7-c2b80c84546a tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks [] for port, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:38.872584 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-db285018-213d-47de-b2f7-c2b80c84546a tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3493225'] for port, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:38.877565 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-7d1149be-68d0-46a7-9f57-0e4e511a432d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:38.878774 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-05264e15-ed3a-4512-8bf0-0d628d265fd9 req-f5dc3131-fd97-47e0-b53f-293f24814f78 service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118591 Jun 11 00:14:38.888381 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['275e402d-fe1b-4379-b64b-dd05ca898f77', '132c7bf7-0450-4942-884b-73a4742220a8', '1c320e10-3310-4b72-9746-afb1a25e9aed'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:14:38.932567 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-db285018-213d-47de-b2f7-c2b80c84546a tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Network 13722574-5b0a-4a56-943d-f51ebd2628ff is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:14:38.935884 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-db285018-213d-47de-b2f7-c2b80c84546a tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:14:38.938541 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-db285018-213d-47de-b2f7-c2b80c84546a tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Received port after_create {{(pid=91888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:14:38.972210 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db285018-213d-47de-b2f7-c2b80c84546a tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Pushing event updated for resources: {'Port': ['ID=65d1fa3c-9865-4e04-b73e-1b415e1806b8,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:38.975761 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-db285018-213d-47de-b2f7-c2b80c84546a tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:39.001749 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-05264e15-ed3a-4512-8bf0-0d628d265fd9 req-72e5684d-94cb-470f-95c9-c9fbc82e07e6 service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160924 Jun 11 00:14:39.004482 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-db285018-213d-47de-b2f7-c2b80c84546a tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:39.005097 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-db285018-213d-47de-b2f7-c2b80c84546a tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:39.023305 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-db285018-213d-47de-b2f7-c2b80c84546a tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6931932 Jun 11 00:14:39.037607 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Request body: {'port': {'device_id': 'e8fcf049-0a51-4925-a3b3-89f893fcd75d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:14:39.124715 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:39.465589 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d1fa3c-9865-4e04-b73e-1b415e1806b8 {{(pid=91888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:14:39.472986 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:39.485416 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.provisioning_blocks [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Transition to ACTIVE for port object 65d1fa3c-9865-4e04-b73e-1b415e1806b8 will not be triggered until provisioned by entity L2. {{(pid=91888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:14:39.488327 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3493243'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:39.490913 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:39.585622 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Pushing event updated for resources: {'Port': ['ID=65d1fa3c-9865-4e04-b73e-1b415e1806b8,revision_number=2']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:39.607703 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:39.667111 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.managers [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Attempting to bind port 65d1fa3c-9865-4e04-b73e-1b415e1806b8 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:14:39.667390 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.managers [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Attempting to bind port 65d1fa3c-9865-4e04-b73e-1b415e1806b8 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'ea01cf7d-fa57-4055-bb97-75c132d8325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff'}] {{(pid=91888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:14:39.667726 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Attempting to bind port 65d1fa3c-9865-4e04-b73e-1b415e1806b8 on network 13722574-5b0a-4a56-943d-f51ebd2628ff {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:14:39.671804 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Port 65d1fa3c-9865-4e04-b73e-1b415e1806b8 on network 13722574-5b0a-4a56-943d-f51ebd2628ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:14:39.672125 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Attempting to bind port 65d1fa3c-9865-4e04-b73e-1b415e1806b8 on network 13722574-5b0a-4a56-943d-f51ebd2628ff {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:14:39.676728 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Checking agent: {'id': '0b82d12c-0850-474f-ad5c-077a5fa277b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:14:39.677061 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Checking segment: {'id': 'ea01cf7d-fa57-4055-bb97-75c132d8325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:14:39.677439 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Bound using segment: {'id': 'ea01cf7d-fa57-4055-bb97-75c132d8325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff'} {{(pid=91888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:14:39.677867 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.managers [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Bound port: 65d1fa3c-9865-4e04-b73e-1b415e1806b8, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea01cf7d-fa57-4055-bb97-75c132d8325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff'}}] {{(pid=91888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:14:39.678212 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:39.747534 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] For port 65d1fa3c-9865-4e04-b73e-1b415e1806b8, host hv-cinder-78626, cleared binding levels {{(pid=91888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:14:39.750502 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] For port 65d1fa3c-9865-4e04-b73e-1b415e1806b8, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=65d1fa3c-9865-4e04-b73e-1b415e1806b8,segment=NetworkSegment(ea01cf7d-fa57-4055-bb97-75c132d8325f),segment_id=ea01cf7d-fa57-4055-bb97-75c132d8325f)] {{(pid=91888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:14:39.754619 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3493243'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:39.757293 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-e02458f4-1b6c-477b-9837-5991e8234885 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:39.797148 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:39.797756 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:39.799103 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] 10.222.0.21 "PUT /v2.0/ports/65d1fa3c-9865-4e04-b73e-1b415e1806b8 HTTP/1.1" status: 200 len: 1093 time: 0.7663782 Jun 11 00:14:39.799723 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fcf049-0a51-4925-a3b3-89f893fcd75d', 'tag': '65d1fa3c-9865-4e04-b73e-1b415e1806b8'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:14:39.801847 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86150a77-d69c-4599-9d8e-e86dd7d16daf" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fcf049-0a51-4925-a3b3-89f893fcd75d", "tag": "65d1fa3c-9865-4e04-b73e-1b415e1806b8"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:14:39.824780 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Pushing event updated for resources: {'Port': ['ID=65d1fa3c-9865-4e04-b73e-1b415e1806b8,revision_number=3']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:39.827972 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:39.857192 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424667e0-12dc-451c-91e6-0fe9357148a2 x-openstack-request-id: req-424667e0-12dc-451c-91e6-0fe9357148a2 {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:14:39.857509 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fcf049-0a51-4925-a3b3-89f893fcd75d", "tag": "65d1fa3c-9865-4e04-b73e-1b415e1806b8", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:14:39.857792 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-424667e0-12dc-451c-91e6-0fe9357148a2 {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:14:39.858209 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fcf049-0a51-4925-a3b3-89f893fcd75d', 'tag': '65d1fa3c-9865-4e04-b73e-1b415e1806b8', 'status': 'completed', 'code': 200} Jun 11 00:14:39.910932 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-ae3e2a16-525f-4b35-a8fb-7ea5d5452c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:39.912445 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-ae3e2a16-525f-4b35-a8fb-7ea5d5452c74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab060610740f4b94ae8aa7c76123fa01&device_id=e8fcf049-0a51-4925-a3b3-89f893fcd75d HTTP/1.1" status: 200 len: 1096 time: 0.0655224 Jun 11 00:14:39.971595 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-9f3388d8-f015-4ba5-84d8-23c0a9ab542b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65d1fa3c-9865-4e04-b73e-1b415e1806b8 HTTP/1.1" status: 200 len: 217 time: 0.0485532 Jun 11 00:14:40.061425 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-79040b9b-8051-45f4-a8ac-117efe9aa97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:40.062836 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-79040b9b-8051-45f4-a8ac-117efe9aa97f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4941a4bc-b9b3-4ef1-a2dc-b0563738bc36 HTTP/1.1" status: 200 len: 855 time: 0.0823979 Jun 11 00:14:40.104791 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-9e233795-b57e-4a37-9b92-09b7ba584634 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13722574-5b0a-4a56-943d-f51ebd2628ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321822 Jun 11 00:14:40.112802 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357080a6-1b11-498e-997a-fa8f6a3e6deb req-d12ba134-4173-4814-8981-7b7f9d3d2584 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:40.114137 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-357080a6-1b11-498e-997a-fa8f6a3e6deb req-d12ba134-4173-4814-8981-7b7f9d3d2584 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8fcf049-0a51-4925-a3b3-89f893fcd75d HTTP/1.1" status: 200 len: 943 time: 0.1954803 Jun 11 00:14:40.228106 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-357080a6-1b11-498e-997a-fa8f6a3e6deb req-1e327202-e59b-4ba7-9246-c72bff10cd6f tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051447 Jun 11 00:14:40.260725 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-fa83d8a3-6e7b-469c-ad1b-aa0385083c64 service neutron] 10.222.0.21 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444116 Jun 11 00:14:40.375328 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ddebd7e7-af9c-48bc-9702-4db3a31abd9b req-e0987669-7a11-4cf1-bc43-5a5d3c4919a9 service neutron] 10.222.0.21 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067524 Jun 11 00:14:40.486096 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86150a77-d69c-4599-9d8e-e86dd7d16daf req-dfab78c5-37ba-47c0-9348-b76809aeb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:40.487529 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-86150a77-d69c-4599-9d8e-e86dd7d16daf req-dfab78c5-37ba-47c0-9348-b76809aeb0f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab060610740f4b94ae8aa7c76123fa01&device_id=e8fcf049-0a51-4925-a3b3-89f893fcd75d HTTP/1.1" status: 200 len: 1096 time: 0.0590632 Jun 11 00:14:40.623950 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86150a77-d69c-4599-9d8e-e86dd7d16daf req-a20d11fb-d33b-4792-b66e-32ee26f40ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:40.625408 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-86150a77-d69c-4599-9d8e-e86dd7d16daf req-a20d11fb-d33b-4792-b66e-32ee26f40ccb service neutron] 10.222.0.21 "GET /v2.0/networks?id=13722574-5b0a-4a56-943d-f51ebd2628ff HTTP/1.1" status: 200 len: 916 time: 0.1270051 Jun 11 00:14:40.685294 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-86150a77-d69c-4599-9d8e-e86dd7d16daf req-e9fdc86a-b82a-4a9f-a603-cd46b31ea930 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65d1fa3c-9865-4e04-b73e-1b415e1806b8 HTTP/1.1" status: 200 len: 217 time: 0.0503449 Jun 11 00:14:40.744620 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86150a77-d69c-4599-9d8e-e86dd7d16daf req-e2211897-715b-4001-a0a6-cd4d8712c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:40.745936 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-86150a77-d69c-4599-9d8e-e86dd7d16daf req-e2211897-715b-4001-a0a6-cd4d8712c021 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4941a4bc-b9b3-4ef1-a2dc-b0563738bc36 HTTP/1.1" status: 200 len: 855 time: 0.0517859 Jun 11 00:14:40.783810 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-86150a77-d69c-4599-9d8e-e86dd7d16daf req-08d0e886-01d3-4ec3-9d5e-263d716c9bba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13722574-5b0a-4a56-943d-f51ebd2628ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307887 Jun 11 00:14:40.909301 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-86150a77-d69c-4599-9d8e-e86dd7d16daf req-59cbe6e2-7fb7-42d1-9d5c-e422e142f964 service neutron] 10.222.0.21 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154368 Jun 11 00:14:41.278989 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-86150a77-d69c-4599-9d8e-e86dd7d16daf req-b37f7ae1-bcb3-4f0b-8914-1ad95cc81f97 service neutron] 10.222.0.21 "GET /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560143 Jun 11 00:14:41.363035 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:41.415314 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2355d8-fcf5-4036-8ec9-1afdc53cedc2 req-16ece51b-fb28-41da-8b38-9c703d73c6dd tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:41.416802 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4a2355d8-fcf5-4036-8ec9-1afdc53cedc2 req-16ece51b-fb28-41da-8b38-9c703d73c6dd tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8fcf049-0a51-4925-a3b3-89f893fcd75d HTTP/1.1" status: 200 len: 943 time: 0.0709443 Jun 11 00:14:41.457859 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4a2355d8-fcf5-4036-8ec9-1afdc53cedc2 req-f1c96159-563f-470a-acaa-d645e110c3af tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353565 Jun 11 00:14:42.037354 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 65d1fa3c-9865-4e04-b73e-1b415e1806b8 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:14:42.157442 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 65d1fa3c-9865-4e04-b73e-1b415e1806b8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=65d1fa3c-9865-4e04-b73e-1b415e1806b8,segment=NetworkSegment(ea01cf7d-fa57-4055-bb97-75c132d8325f),segment_id=ea01cf7d-fa57-4055-bb97-75c132d8325f)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:14:42.168960 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '65d1fa3c-9865-4e04-b73e-1b415e1806b8', 'network_id': '13722574-5b0a-4a56-943d-f51ebd2628ff', 'port_id': '65d1fa3c-9865-4e04-b73e-1b415e1806b8', 'mac_address': 'fa:16:3e:26:1c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4941a4bc-b9b3-4ef1-a2dc-b0563738bc36', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:14:42.215613 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:42.229734 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d1fa3c-9865-4e04-b73e-1b415e1806b8 {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:14:42.249317 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 65d1fa3c-9865-4e04-b73e-1b415e1806b8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=65d1fa3c-9865-4e04-b73e-1b415e1806b8,segment=NetworkSegment(ea01cf7d-fa57-4055-bb97-75c132d8325f),segment_id=ea01cf7d-fa57-4055-bb97-75c132d8325f)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:14:42.252931 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:42.254600 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-10da1525-4e1a-43ec-988b-36f59fdd1b14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:42.307341 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=65d1fa3c-9865-4e04-b73e-1b415e1806b8,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:42.310360 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:42.547546 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['65d1fa3c-9865-4e04-b73e-1b415e1806b8'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:14:42.641435 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7019f1-6dca-4fb0-bd1c-249fd85922aa req-54961519-f49f-4a83-9ca9-c6394a28faa2 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:42.642906 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2f7019f1-6dca-4fb0-bd1c-249fd85922aa req-54961519-f49f-4a83-9ca9-c6394a28faa2 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8fcf049-0a51-4925-a3b3-89f893fcd75d HTTP/1.1" status: 200 len: 944 time: 0.0760455 Jun 11 00:14:42.684258 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2f7019f1-6dca-4fb0-bd1c-249fd85922aa req-33791ef6-b703-4744-bef6-27cef048b940 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355844 Jun 11 00:14:43.167934 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-681ca4f1-1d3f-4dd0-a538-7d7f86d93eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:43.859622 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3687424-577e-445e-bf10-ac257f839a8c req-b16667f4-1254-49c5-8040-c3d0c08782ec tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:43.861106 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f3687424-577e-445e-bf10-ac257f839a8c req-b16667f4-1254-49c5-8040-c3d0c08782ec tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8fcf049-0a51-4925-a3b3-89f893fcd75d HTTP/1.1" status: 200 len: 944 time: 0.0684910 Jun 11 00:14:43.903520 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f3687424-577e-445e-bf10-ac257f839a8c req-a7349714-8cfa-455e-b2c1-8d76d18eb240 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363271 Jun 11 00:14:44.052173 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 65d1fa3c-9865-4e04-b73e-1b415e1806b8 up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:14:44.105703 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning for port 65d1fa3c-9865-4e04-b73e-1b415e1806b8 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:14:44.109213 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 65d1fa3c-9865-4e04-b73e-1b415e1806b8 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:14:44.109599 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:44.198074 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:44.221963 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fcf049-0a51-4925-a3b3-89f893fcd75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d1fa3c-9865-4e04-b73e-1b415e1806b8'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:14:44.224187 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56e647a-6b56-4e2e-ac1b-3d9543a9be59" -d '{"events": [{"server_uuid": "e8fcf049-0a51-4925-a3b3-89f893fcd75d", "name": "network-vif-plugged", "status": "completed", "tag": "65d1fa3c-9865-4e04-b73e-1b415e1806b8"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:14:44.238770 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 65d1fa3c-9865-4e04-b73e-1b415e1806b8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=65d1fa3c-9865-4e04-b73e-1b415e1806b8,segment=NetworkSegment(ea01cf7d-fa57-4055-bb97-75c132d8325f),segment_id=ea01cf7d-fa57-4055-bb97-75c132d8325f)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:14:44.243139 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:44.246298 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:44.282118 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a580cd2-8e81-4034-a20a-4f0839576e99 x-openstack-request-id: req-0a580cd2-8e81-4034-a20a-4f0839576e99 {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:14:44.282420 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fcf049-0a51-4925-a3b3-89f893fcd75d", "name": "network-vif-plugged", "status": "completed", "tag": "65d1fa3c-9865-4e04-b73e-1b415e1806b8", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:14:44.282683 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a580cd2-8e81-4034-a20a-4f0839576e99 {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:14:44.283082 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fcf049-0a51-4925-a3b3-89f893fcd75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d1fa3c-9865-4e04-b73e-1b415e1806b8', 'code': 200} Jun 11 00:14:44.311105 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=65d1fa3c-9865-4e04-b73e-1b415e1806b8,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:44.314597 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:44.502115 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbe0b0-00a1-483a-989f-1d4c22b08415 req-101c8be4-92d5-4f65-b6e7-23af3c787189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:44.503509 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f9cbe0b0-00a1-483a-989f-1d4c22b08415 req-101c8be4-92d5-4f65-b6e7-23af3c787189 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e8fcf049-0a51-4925-a3b3-89f893fcd75d HTTP/1.1" status: 200 len: 1098 time: 0.0598838 Jun 11 00:14:44.540484 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f9cbe0b0-00a1-483a-989f-1d4c22b08415 req-86fd7fcc-02d5-4fd3-8a1f-4779123a4ae3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300634 Jun 11 00:14:45.154007 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aab7be-238e-48b0-b363-3d9adcbf57cc req-6807409e-d3ef-424e-a77a-3365fcb7eb96 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:45.155512 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-05aab7be-238e-48b0-b363-3d9adcbf57cc req-6807409e-d3ef-424e-a77a-3365fcb7eb96 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8fcf049-0a51-4925-a3b3-89f893fcd75d HTTP/1.1" status: 200 len: 945 time: 0.1319804 Jun 11 00:14:45.196706 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-05aab7be-238e-48b0-b363-3d9adcbf57cc req-138a7c36-44b1-445a-bc64-d25fdf8377e8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353177 Jun 11 00:14:45.748684 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-88a91057-e883-4705-a694-81d5cf8bb82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:45.924383 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:46.395135 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a8785-4c27-44b2-88f0-19b45886aa25 req-f72cba8e-9a45-4f3b-a256-516add00f10a tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:46.396562 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-065a8785-4c27-44b2-88f0-19b45886aa25 req-f72cba8e-9a45-4f3b-a256-516add00f10a tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8fcf049-0a51-4925-a3b3-89f893fcd75d HTTP/1.1" status: 200 len: 945 time: 0.0795810 Jun 11 00:14:46.437115 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-065a8785-4c27-44b2-88f0-19b45886aa25 req-0f38c30e-31b0-4e47-b151-d8cb1924a02d tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350139 Jun 11 00:14:47.034650 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:48.427866 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:48.525962 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 43942) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:14:48.577060 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2cc2ea-ec3a-4f8b-84d8-e16f88a32e0e admin admin] Deleting subnet afd0e02f-bef2-474a-99c6-1d8bde33f19e {{(pid=91888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:14:48.580191 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-9b2cc2ea-ec3a-4f8b-84d8-e16f88a32e0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:48.626249 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-9b2cc2ea-ec3a-4f8b-84d8-e16f88a32e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3200702'] for subnet, precommit_delete_associations {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:48.670937 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-9b2cc2ea-ec3a-4f8b-84d8-e16f88a32e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752867'] for subnet, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:48.731250 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-9b2cc2ea-ec3a-4f8b-84d8-e16f88a32e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3493816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555048'] for subnet, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:48.733554 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:48.763073 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cc2ea-ec3a-4f8b-84d8-e16f88a32e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afd0e02f-bef2-474a-99c6-1d8bde33f19e,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:48.766403 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-9b2cc2ea-ec3a-4f8b-84d8-e16f88a32e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:48.769004 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-9b2cc2ea-ec3a-4f8b-84d8-e16f88a32e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for subnet, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:48.771087 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-9b2cc2ea-ec3a-4f8b-84d8-e16f88a32e0e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/afd0e02f-bef2-474a-99c6-1d8bde33f19e HTTP/1.1" status: 204 len: 168 time: 0.2438488 Jun 11 00:14:48.773929 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 43944) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:14:48.862910 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-220b73a6-07de-4296-a198-3d1031d2de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546938'] for network, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:48.967048 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-220b73a6-07de-4296-a198-3d1031d2de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750700', 'neutron.services.segments.db._delete_segments_for_network-8777603965615'] for network, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:48.977475 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-220b73a6-07de-4296-a198-3d1031d2de6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2428e518-90a9-4d9e-a215-95704b3da34e']}} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:14:48.987809 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-220b73a6-07de-4296-a198-3d1031d2de6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd') {'for_net_delete': True} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:14:48.988104 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-220b73a6-07de-4296-a198-3d1031d2de6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eaca70a-1d8a-4b24-8cb6-e272bfe8b4fd') {} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:14:48.997664 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-220b73a6-07de-4296-a198-3d1031d2de6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777603965444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3200679'] for segment, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:49.012542 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-220b73a6-07de-4296-a198-3d1031d2de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:49.018378 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220b73a6-07de-4296-a198-3d1031d2de6f admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=91888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:14:49.018756 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-220b73a6-07de-4296-a198-3d1031d2de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3493159'] for segment, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: retrieve_revision_numbers = { Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: retrieve_revision_numbers = { Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: retrieve_revision_numbers = { Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: retrieve_revision_numbers = { Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: retrieve_revision_numbers = { Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: retrieve_revision_numbers = { Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: retrieve_revision_numbers = { Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: retrieve_revision_numbers = { Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: Traceback (most recent call last): Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: timer() Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: cb(*args, **kw) Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: return func(*args, **kwargs) Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: self._notify() Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: self.callback(batched_events) Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: event.method(event) Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: return f(self, *a, **k) Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: return self._get(url).json() Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: return self.request(url, 'GET', **kwargs) Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:14:49.020377 dv-cinder-786260-5-iscsi neutron-server[91888]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:14:49.025250 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:14:49.025250 dv-cinder-786260-5-iscsi neutron-server[91888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:14:49.025250 dv-cinder-786260-5-iscsi neutron-server[91888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:14:49.095574 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-220b73a6-07de-4296-a198-3d1031d2de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1807883'] for network, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:49.099605 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:49.103389 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-220b73a6-07de-4296-a198-3d1031d2de6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:49.107891 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-220b73a6-07de-4296-a198-3d1031d2de6f admin admin] 10.222.0.15 "DELETE /v2.0/networks/2428e518-90a9-4d9e-a215-95704b3da34e HTTP/1.1" status: 204 len: 168 time: 0.3303609 Jun 11 00:14:49.117211 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b73a6-07de-4296-a198-3d1031d2de6f admin admin] Pushing event deleted for resources: {'Network': ['ID=2428e518-90a9-4d9e-a215-95704b3da34e,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:49.120421 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-220b73a6-07de-4296-a198-3d1031d2de6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:49.214377 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 43950) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:14:49.258612 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-94486375-300e-4115-af03-a89cb9807330 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64ce34ac53f34148b3b9e71f940aa259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428984 Jun 11 00:14:49.260804 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 43952) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:14:49.310136 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8d1b34a8-cc17-4acf-97dd-7ad86ae537eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:49.332365 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8d1b34a8-cc17-4acf-97dd-7ad86ae537eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:49.382920 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8d1b34a8-cc17-4acf-97dd-7ad86ae537eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:49.385501 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8d1b34a8-cc17-4acf-97dd-7ad86ae537eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:14:49.386617 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-8d1b34a8-cc17-4acf-97dd-7ad86ae537eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6 HTTP/1.1" status: 204 len: 168 time: 0.1249547 Jun 11 00:14:49.387352 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-0f813247-af4b-4fa8-84ab-eec31afef0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:14:49.395976 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b34a8-cc17-4acf-97dd-7ad86ae537eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe8f4a8-0232-4e0f-82a5-b853eb2bf5a6,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:14:49.398342 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-8d1b34a8-cc17-4acf-97dd-7ad86ae537eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:14:58.402309 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee09137-1d4d-4ba2-ba7d-8ac99ac54382 req-262bed20-411e-47ce-9b13-a548366b278b tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:58.403798 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0ee09137-1d4d-4ba2-ba7d-8ac99ac54382 req-262bed20-411e-47ce-9b13-a548366b278b tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8fcf049-0a51-4925-a3b3-89f893fcd75d HTTP/1.1" status: 200 len: 945 time: 0.0735095 Jun 11 00:14:58.444820 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0ee09137-1d4d-4ba2-ba7d-8ac99ac54382 req-f13b8846-f664-4d22-908d-365bffa0bdb9 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355015 Jun 11 00:14:59.617819 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbd75d-34b3-4913-953c-4dd565fcb8f3 req-591c6ea8-93db-4020-b2ee-625d0a463098 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:14:59.619267 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a3bbd75d-34b3-4913-953c-4dd565fcb8f3 req-591c6ea8-93db-4020-b2ee-625d0a463098 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8fcf049-0a51-4925-a3b3-89f893fcd75d HTTP/1.1" status: 200 len: 945 time: 0.0678124 Jun 11 00:14:59.662989 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a3bbd75d-34b3-4913-953c-4dd565fcb8f3 req-2bbcd77d-63a9-418d-9297-5ba63e3ac021 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382450 Jun 11 00:15:00.292070 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dbdbe-04c7-4fa9-af86-1f17577bfa66 req-745de4bc-14f7-47fd-80e5-ae94ff011e4c tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:00.293482 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-810dbdbe-04c7-4fa9-af86-1f17577bfa66 req-745de4bc-14f7-47fd-80e5-ae94ff011e4c tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fcf049-0a51-4925-a3b3-89f893fcd75d HTTP/1.1" status: 200 len: 945 time: 0.0697389 Jun 11 00:15:00.416250 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [req-810dbdbe-04c7-4fa9-af86-1f17577bfa66 req-be75b49a-7ff4-42c0-ae4f-35b5942c0c3b tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Deleting port 65d1fa3c-9865-4e04-b73e-1b415e1806b8 {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:15:00.416589 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-810dbdbe-04c7-4fa9-af86-1f17577bfa66 req-be75b49a-7ff4-42c0-ae4f-35b5942c0c3b tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:00.527886 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [req-810dbdbe-04c7-4fa9-af86-1f17577bfa66 req-be75b49a-7ff4-42c0-ae4f-35b5942c0c3b tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] For port 65d1fa3c-9865-4e04-b73e-1b415e1806b8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=65d1fa3c-9865-4e04-b73e-1b415e1806b8,segment=NetworkSegment(ea01cf7d-fa57-4055-bb97-75c132d8325f),segment_id=ea01cf7d-fa57-4055-bb97-75c132d8325f)] {{(pid=91888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:15:00.528242 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-810dbdbe-04c7-4fa9-af86-1f17577bfa66 req-be75b49a-7ff4-42c0-ae4f-35b5942c0c3b tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:00.619886 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [req-810dbdbe-04c7-4fa9-af86-1f17577bfa66 req-be75b49a-7ff4-42c0-ae4f-35b5942c0c3b tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Calling delete_port for 65d1fa3c-9865-4e04-b73e-1b415e1806b8 owned by compute:nova {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:15:00.775154 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-810dbdbe-04c7-4fa9-af86-1f17577bfa66 req-be75b49a-7ff4-42c0-ae4f-35b5942c0c3b tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:00.781852 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-1f09a641-4bdc-42e6-98c9-90bf787ebaf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:00.792323 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['275e402d-fe1b-4379-b64b-dd05ca898f77', '132c7bf7-0450-4942-884b-73a4742220a8', '1c320e10-3310-4b72-9746-afb1a25e9aed', '65d1fa3c-9865-4e04-b73e-1b415e1806b8'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:15:00.846452 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75b49a-7ff4-42c0-ae4f-35b5942c0c3b tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Pushing event deleted for resources: {'Port': ['ID=65d1fa3c-9865-4e04-b73e-1b415e1806b8,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:00.849536 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-be75b49a-7ff4-42c0-ae4f-35b5942c0c3b tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:00.852467 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ed2f2e66-b4fd-410c-9f0a-c140466c65b1 req-9ad17317-ab38-4556-a32e-f1ba2ae10a37 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8fcf049-0a51-4925-a3b3-89f893fcd75d HTTP/1.1" status: 200 len: 210 time: 0.0730238 Jun 11 00:15:00.908164 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [req-810dbdbe-04c7-4fa9-af86-1f17577bfa66 req-be75b49a-7ff4-42c0-ae4f-35b5942c0c3b tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] No DVR routers for this DVR port 65d1fa3c-9865-4e04-b73e-1b415e1806b8 on host hv-cinder-78626 {{(pid=91888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:15:00.910896 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-810dbdbe-04c7-4fa9-af86-1f17577bfa66 req-be75b49a-7ff4-42c0-ae4f-35b5942c0c3b tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:00.913266 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-810dbdbe-04c7-4fa9-af86-1f17577bfa66 req-be75b49a-7ff4-42c0-ae4f-35b5942c0c3b tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.21 "DELETE /v2.0/ports/65d1fa3c-9865-4e04-b73e-1b415e1806b8 HTTP/1.1" status: 204 len: 173 time: 0.6114826 Jun 11 00:15:00.913774 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fcf049-0a51-4925-a3b3-89f893fcd75d', 'name': 'network-vif-deleted', 'tag': '65d1fa3c-9865-4e04-b73e-1b415e1806b8'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:15:00.916741 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5114dc58-c0e4-4eaa-839d-6dd7d776f467" -d '{"events": [{"server_uuid": "e8fcf049-0a51-4925-a3b3-89f893fcd75d", "name": "network-vif-deleted", "tag": "65d1fa3c-9865-4e04-b73e-1b415e1806b8"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:15:00.963003 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0aa005-bc29-4b60-bb50-0ac341e1bab3 x-openstack-request-id: req-fa0aa005-bc29-4b60-bb50-0ac341e1bab3 {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:15:00.963308 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fcf049-0a51-4925-a3b3-89f893fcd75d", "name": "network-vif-deleted", "tag": "65d1fa3c-9865-4e04-b73e-1b415e1806b8", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:15:00.963621 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa0aa005-bc29-4b60-bb50-0ac341e1bab3 {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:15:00.964043 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fcf049-0a51-4925-a3b3-89f893fcd75d', 'name': 'network-vif-deleted', 'tag': '65d1fa3c-9865-4e04-b73e-1b415e1806b8', 'status': 'completed', 'code': 200} Jun 11 00:15:03.435955 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f307f20-efaa-4315-a042-9da70cfa29c3 req-9c4e1883-9d43-4293-a2c7-46a1cd8af98c tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:03.437454 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4f307f20-efaa-4315-a042-9da70cfa29c3 req-9c4e1883-9d43-4293-a2c7-46a1cd8af98c tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 946 time: 0.0754886 Jun 11 00:15:03.479067 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4f307f20-efaa-4315-a042-9da70cfa29c3 req-8bd05ca0-53d1-419b-a50c-7e6eb996a9cd tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359933 Jun 11 00:15:04.100923 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 65d1fa3c-9865-4e04-b73e-1b415e1806b8 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:15:04.125264 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] No Port match for: 65d1fa3c-9865-4e04-b73e-1b415e1806b8 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:15:04.125619 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 65d1fa3c-9865-4e04-b73e-1b415e1806b8 not bound to the agent host hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:15:04.664116 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f2d29-6928-425c-9caf-6f9574435d7f req-4cf86051-b7fc-4df4-a553-40d8b8b42008 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:04.665487 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-927f2d29-6928-425c-9caf-6f9574435d7f req-4cf86051-b7fc-4df4-a553-40d8b8b42008 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 946 time: 0.0691717 Jun 11 00:15:04.706863 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-927f2d29-6928-425c-9caf-6f9574435d7f req-e13e9f41-44e5-4b26-9132-1b6dd8d9cd20 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357432 Jun 11 00:15:04.973242 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54635c50-84f0-46bf-b12f-b43939c34079 req-1c1985dd-2653-44d5-b443-d8f6abdf5e11 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:04.974572 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-54635c50-84f0-46bf-b12f-b43939c34079 req-1c1985dd-2653-44d5-b443-d8f6abdf5e11 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 946 time: 0.0698450 Jun 11 00:15:05.083299 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [req-54635c50-84f0-46bf-b12f-b43939c34079 req-f4012f26-3a64-4f8b-8045-3c4b7dd45ed0 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Deleting port 1c320e10-3310-4b72-9746-afb1a25e9aed {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:15:05.083665 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-54635c50-84f0-46bf-b12f-b43939c34079 req-f4012f26-3a64-4f8b-8045-3c4b7dd45ed0 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:05.195741 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [req-54635c50-84f0-46bf-b12f-b43939c34079 req-f4012f26-3a64-4f8b-8045-3c4b7dd45ed0 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] For port 1c320e10-3310-4b72-9746-afb1a25e9aed, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1c320e10-3310-4b72-9746-afb1a25e9aed,segment=NetworkSegment(ea01cf7d-fa57-4055-bb97-75c132d8325f),segment_id=ea01cf7d-fa57-4055-bb97-75c132d8325f)] {{(pid=91888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:15:05.196095 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-54635c50-84f0-46bf-b12f-b43939c34079 req-f4012f26-3a64-4f8b-8045-3c4b7dd45ed0 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:05.286015 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [req-54635c50-84f0-46bf-b12f-b43939c34079 req-f4012f26-3a64-4f8b-8045-3c4b7dd45ed0 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Calling delete_port for 1c320e10-3310-4b72-9746-afb1a25e9aed owned by compute:nova {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:15:05.434244 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-54635c50-84f0-46bf-b12f-b43939c34079 req-f4012f26-3a64-4f8b-8045-3c4b7dd45ed0 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:05.438064 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:05.445873 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['275e402d-fe1b-4379-b64b-dd05ca898f77', '132c7bf7-0450-4942-884b-73a4742220a8', '1c320e10-3310-4b72-9746-afb1a25e9aed'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:15:05.467682 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4012f26-3a64-4f8b-8045-3c4b7dd45ed0 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Pushing event deleted for resources: {'Port': ['ID=1c320e10-3310-4b72-9746-afb1a25e9aed,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:05.471546 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-f4012f26-3a64-4f8b-8045-3c4b7dd45ed0 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:05.528051 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [req-54635c50-84f0-46bf-b12f-b43939c34079 req-f4012f26-3a64-4f8b-8045-3c4b7dd45ed0 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] No DVR routers for this DVR port 1c320e10-3310-4b72-9746-afb1a25e9aed on host hv-cinder-78626 {{(pid=91888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:15:05.530684 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-54635c50-84f0-46bf-b12f-b43939c34079 req-f4012f26-3a64-4f8b-8045-3c4b7dd45ed0 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:05.532832 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-54635c50-84f0-46bf-b12f-b43939c34079 req-f4012f26-3a64-4f8b-8045-3c4b7dd45ed0 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.21 "DELETE /v2.0/ports/1c320e10-3310-4b72-9746-afb1a25e9aed HTTP/1.1" status: 204 len: 173 time: 0.5528955 Jun 11 00:15:05.533340 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73', 'name': 'network-vif-deleted', 'tag': '1c320e10-3310-4b72-9746-afb1a25e9aed'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:15:05.535713 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bedeb21-0e99-45fc-b81d-62df8046049f" -d '{"events": [{"server_uuid": "eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73", "name": "network-vif-deleted", "tag": "1c320e10-3310-4b72-9746-afb1a25e9aed"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:15:05.639418 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f34bb1-cf1d-4376-af59-fb4c50c469a3 x-openstack-request-id: req-c5f34bb1-cf1d-4376-af59-fb4c50c469a3 {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:15:05.639980 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73", "name": "network-vif-deleted", "tag": "1c320e10-3310-4b72-9746-afb1a25e9aed", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:15:05.640473 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5f34bb1-cf1d-4376-af59-fb4c50c469a3 {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:15:05.641113 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73', 'name': 'network-vif-deleted', 'tag': '1c320e10-3310-4b72-9746-afb1a25e9aed', 'status': 'completed', 'code': 200} Jun 11 00:15:05.645589 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9444f7a6-a589-411c-a0a9-75f0aa8d951d req-51d4f79e-5f93-45e4-9923-31ac9d759d68 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1732681 Jun 11 00:15:05.740245 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444f7a6-a589-411c-a0a9-75f0aa8d951d req-5099deb7-946f-4fe6-a77c-6259fa1a0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:05.742584 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9444f7a6-a589-411c-a0a9-75f0aa8d951d req-5099deb7-946f-4fe6-a77c-6259fa1a0e5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4b2c02cca8342d0a2e79a10f15436f0&device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 1098 time: 0.0683088 Jun 11 00:15:05.872600 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-dfd85cc1-94fc-4b5f-b9f0-31a0175ce997 req-ad8bbc15-81cb-4c71-90ff-ee316d04d6e9 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=eae5ca0f-0c28-4e6b-b8c2-f071ea3e6d73 HTTP/1.1" status: 200 len: 210 time: 0.0336218 Jun 11 00:15:05.898165 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444f7a6-a589-411c-a0a9-75f0aa8d951d req-f015faba-cd36-4320-bb56-81bb6ff8d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:05.899630 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9444f7a6-a589-411c-a0a9-75f0aa8d951d req-f015faba-cd36-4320-bb56-81bb6ff8d203 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b268359-8d07-449e-a75e-0d00b0644849 HTTP/1.1" status: 200 len: 910 time: 0.1293731 Jun 11 00:15:05.999943 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9444f7a6-a589-411c-a0a9-75f0aa8d951d req-b35608b2-7d57-4575-9354-7e41efd77159 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c1dcdee-9e53-4893-a840-c67308e501b7 HTTP/1.1" status: 200 len: 1000 time: 0.0923488 Jun 11 00:15:06.071037 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444f7a6-a589-411c-a0a9-75f0aa8d951d req-870f753d-73a6-47b9-af3c-a2ba177782d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:06.072515 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9444f7a6-a589-411c-a0a9-75f0aa8d951d req-870f753d-73a6-47b9-af3c-a2ba177782d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bed01ecf-2424-4b04-ae9c-d7b603ee3ccb HTTP/1.1" status: 200 len: 848 time: 0.0620832 Jun 11 00:15:06.144560 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444f7a6-a589-411c-a0a9-75f0aa8d951d req-5f70b92f-be6a-47ac-9c31-7736bcfe99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:06.146522 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9444f7a6-a589-411c-a0a9-75f0aa8d951d req-5f70b92f-be6a-47ac-9c31-7736bcfe99a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b268359-8d07-449e-a75e-0d00b0644849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657690 Jun 11 00:15:06.267066 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9444f7a6-a589-411c-a0a9-75f0aa8d951d req-245b4c9b-f764-4172-837d-89d099e9553d service neutron] 10.222.0.21 "GET /v2.0/networks/2b268359-8d07-449e-a75e-0d00b0644849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129208 Jun 11 00:15:06.389854 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9444f7a6-a589-411c-a0a9-75f0aa8d951d req-f7b7abb0-fc25-4dc7-a892-5535ad094d0e service neutron] 10.222.0.21 "GET /v2.0/networks/2b268359-8d07-449e-a75e-0d00b0644849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161857 Jun 11 00:15:07.335232 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebc4d7-4822-4438-988a-749fe6fda213 req-49de4a4c-be46-4e3f-879f-a7ae9ea3da6d tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:07.336682 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-62ebc4d7-4822-4438-988a-749fe6fda213 req-49de4a4c-be46-4e3f-879f-a7ae9ea3da6d tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e964b2-bd22-4ef0-87a5-1039bff7879a HTTP/1.1" status: 200 len: 946 time: 0.0727587 Jun 11 00:15:07.377103 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-62ebc4d7-4822-4438-988a-749fe6fda213 req-9de39859-8ff2-4af2-af60-ff0379926f0e tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347931 Jun 11 00:15:08.096243 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 1c320e10-3310-4b72-9746-afb1a25e9aed no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:15:08.121119 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] No Port match for: 1c320e10-3310-4b72-9746-afb1a25e9aed {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:15:08.121473 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 1c320e10-3310-4b72-9746-afb1a25e9aed not bound to the agent host hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:15:08.555582 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b17df2-a4d5-48a8-ae20-b5385558cdf0 req-cacc2f14-d1f0-4893-b01f-47eb5ec7c628 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:08.557025 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-46b17df2-a4d5-48a8-ae20-b5385558cdf0 req-cacc2f14-d1f0-4893-b01f-47eb5ec7c628 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e964b2-bd22-4ef0-87a5-1039bff7879a HTTP/1.1" status: 200 len: 946 time: 0.0671325 Jun 11 00:15:08.598134 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-46b17df2-a4d5-48a8-ae20-b5385558cdf0 req-ae13029f-1557-4e46-ba63-7c9b837bfb4b tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354481 Jun 11 00:15:08.628352 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de89bc2-92e9-4f2e-848a-9ce5179e3fb6 req-67ca73a1-a6c4-4a80-86ec-94ae5e04f872 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:08.629828 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9de89bc2-92e9-4f2e-848a-9ce5179e3fb6 req-67ca73a1-a6c4-4a80-86ec-94ae5e04f872 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.21 "GET /v2.0/ports?device_id=08e964b2-bd22-4ef0-87a5-1039bff7879a HTTP/1.1" status: 200 len: 946 time: 0.0749025 Jun 11 00:15:08.737084 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-9de89bc2-92e9-4f2e-848a-9ce5179e3fb6 req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Deleting port 132c7bf7-0450-4942-884b-73a4742220a8 {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:15:08.737426 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-9de89bc2-92e9-4f2e-848a-9ce5179e3fb6 req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:09.110875 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-9de89bc2-92e9-4f2e-848a-9ce5179e3fb6 req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] For port 132c7bf7-0450-4942-884b-73a4742220a8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=132c7bf7-0450-4942-884b-73a4742220a8,segment=NetworkSegment(ea01cf7d-fa57-4055-bb97-75c132d8325f),segment_id=ea01cf7d-fa57-4055-bb97-75c132d8325f)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:15:09.111239 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-9de89bc2-92e9-4f2e-848a-9ce5179e3fb6 req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:09.203922 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-9de89bc2-92e9-4f2e-848a-9ce5179e3fb6 req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Calling delete_port for 132c7bf7-0450-4942-884b-73a4742220a8 owned by compute:nova {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:15:09.349901 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-9de89bc2-92e9-4f2e-848a-9ce5179e3fb6 req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:09.353661 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:09.360774 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['275e402d-fe1b-4379-b64b-dd05ca898f77', '132c7bf7-0450-4942-884b-73a4742220a8'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:15:09.384161 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Pushing event deleted for resources: {'Port': ['ID=132c7bf7-0450-4942-884b-73a4742220a8,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:09.396280 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:09.396670 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:09.397621 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:09.397996 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:09.398368 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:09.398737 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:09.399103 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:09.399494 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:09.399861 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:09.400226 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:09.400595 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:09.400959 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:09.427558 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:09.453083 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de89bc2-92e9-4f2e-848a-9ce5179e3fb6 req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] No DVR routers for this DVR port 132c7bf7-0450-4942-884b-73a4742220a8 on host hv-cinder-78626 {{(pid=91887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:15:09.455601 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-9de89bc2-92e9-4f2e-848a-9ce5179e3fb6 req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:09.457558 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-9de89bc2-92e9-4f2e-848a-9ce5179e3fb6 req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.21 "DELETE /v2.0/ports/132c7bf7-0450-4942-884b-73a4742220a8 HTTP/1.1" status: 204 len: 173 time: 0.8223770 Jun 11 00:15:09.458065 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e964b2-bd22-4ef0-87a5-1039bff7879a', 'name': 'network-vif-deleted', 'tag': '132c7bf7-0450-4942-884b-73a4742220a8'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:15:09.460440 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4038ad9a-6d38-4a0a-9b5e-0c043f2ee347" -d '{"events": [{"server_uuid": "08e964b2-bd22-4ef0-87a5-1039bff7879a", "name": "network-vif-deleted", "tag": "132c7bf7-0450-4942-884b-73a4742220a8"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:15:09.496631 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af048513-9c69-4f83-8c04-9ac7f7527953 x-openstack-request-id: req-af048513-9c69-4f83-8c04-9ac7f7527953 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:15:09.496974 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e964b2-bd22-4ef0-87a5-1039bff7879a", "name": "network-vif-deleted", "tag": "132c7bf7-0450-4942-884b-73a4742220a8", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:15:09.497278 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af048513-9c69-4f83-8c04-9ac7f7527953 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:15:09.497717 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e964b2-bd22-4ef0-87a5-1039bff7879a', 'name': 'network-vif-deleted', 'tag': '132c7bf7-0450-4942-884b-73a4742220a8', 'status': 'completed', 'code': 200} Jun 11 00:15:09.752422 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7540f679-f6b5-4a16-b97e-09be9da09b2e req-7dd1c990-4715-4093-bf99-fcd4d4f122fe tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=08e964b2-bd22-4ef0-87a5-1039bff7879a HTTP/1.1" status: 200 len: 210 time: 0.0317278 Jun 11 00:15:11.187276 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:15:11.359777 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:12.135490 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 132c7bf7-0450-4942-884b-73a4742220a8 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:15:12.161025 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] No Port match for: 132c7bf7-0450-4942-884b-73a4742220a8 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:15:12.161306 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 132c7bf7-0450-4942-884b-73a4742220a8 not bound to the agent host hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:15:12.336206 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6618c-a9b8-4617-9b7f-4f3d24316873 req-b6cd70af-0c32-43c6-a4d9-0c8b18b188a0 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:12.337628 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0fe6618c-a9b8-4617-9b7f-4f3d24316873 req-b6cd70af-0c32-43c6-a4d9-0c8b18b188a0 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=db46b17d-36df-4670-940a-0020463888dd HTTP/1.1" status: 200 len: 945 time: 0.0786896 Jun 11 00:15:12.379743 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0fe6618c-a9b8-4617-9b7f-4f3d24316873 req-fb823cbf-cb1b-4246-9715-8ba3507737a5 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364339 Jun 11 00:15:13.167688 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-101e1f87-4161-4b8a-b81d-393d8637757b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:13.559482 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba14172-c721-459b-a555-f167b8b93200 req-8e07e5bf-7099-46ac-9182-391bc47f7ac4 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:13.560986 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-eba14172-c721-459b-a555-f167b8b93200 req-8e07e5bf-7099-46ac-9182-391bc47f7ac4 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=db46b17d-36df-4670-940a-0020463888dd HTTP/1.1" status: 200 len: 945 time: 0.0676897 Jun 11 00:15:13.602525 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-eba14172-c721-459b-a555-f167b8b93200 req-3ff01966-3c4f-4cba-84b9-a55aeb62eeca tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d013364-5a31-466a-a862-4c94360971aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359504 Jun 11 00:15:13.902325 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366b188-c7b1-4c54-9282-9af75787d453 req-7660c5c8-2d40-4aa4-a53f-c42f269740ab tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:13.903769 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a366b188-c7b1-4c54-9282-9af75787d453 req-7660c5c8-2d40-4aa4-a53f-c42f269740ab tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.21 "GET /v2.0/ports?device_id=db46b17d-36df-4670-940a-0020463888dd HTTP/1.1" status: 200 len: 945 time: 0.0707102 Jun 11 00:15:14.014473 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-a366b188-c7b1-4c54-9282-9af75787d453 req-57bbe6c7-0450-402e-9eab-5c80b8934b7e tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Deleting port 275e402d-fe1b-4379-b64b-dd05ca898f77 {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:15:14.014820 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a366b188-c7b1-4c54-9282-9af75787d453 req-57bbe6c7-0450-402e-9eab-5c80b8934b7e tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:14.125782 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-a366b188-c7b1-4c54-9282-9af75787d453 req-57bbe6c7-0450-402e-9eab-5c80b8934b7e tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] For port 275e402d-fe1b-4379-b64b-dd05ca898f77, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=275e402d-fe1b-4379-b64b-dd05ca898f77,segment=NetworkSegment(ea01cf7d-fa57-4055-bb97-75c132d8325f),segment_id=ea01cf7d-fa57-4055-bb97-75c132d8325f)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:15:14.126145 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a366b188-c7b1-4c54-9282-9af75787d453 req-57bbe6c7-0450-402e-9eab-5c80b8934b7e tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:14.217885 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-a366b188-c7b1-4c54-9282-9af75787d453 req-57bbe6c7-0450-402e-9eab-5c80b8934b7e tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Calling delete_port for 275e402d-fe1b-4379-b64b-dd05ca898f77 owned by compute:nova {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:15:14.364298 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a366b188-c7b1-4c54-9282-9af75787d453 req-57bbe6c7-0450-402e-9eab-5c80b8934b7e tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:14.368798 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-47d9b0b1-5b59-4cce-8988-e45d379cb54b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:14.401094 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbe6c7-0450-402e-9eab-5c80b8934b7e tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Pushing event deleted for resources: {'Port': ['ID=275e402d-fe1b-4379-b64b-dd05ca898f77,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:14.406058 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-57bbe6c7-0450-402e-9eab-5c80b8934b7e tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:14.452455 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a366b188-c7b1-4c54-9282-9af75787d453 req-57bbe6c7-0450-402e-9eab-5c80b8934b7e tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] No DVR routers for this DVR port 275e402d-fe1b-4379-b64b-dd05ca898f77 on host hv-cinder-78626 {{(pid=91887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:15:14.454808 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a366b188-c7b1-4c54-9282-9af75787d453 req-57bbe6c7-0450-402e-9eab-5c80b8934b7e tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:14.456824 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a366b188-c7b1-4c54-9282-9af75787d453 req-57bbe6c7-0450-402e-9eab-5c80b8934b7e tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.21 "DELETE /v2.0/ports/275e402d-fe1b-4379-b64b-dd05ca898f77 HTTP/1.1" status: 204 len: 173 time: 0.5467262 Jun 11 00:15:14.457321 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db46b17d-36df-4670-940a-0020463888dd', 'name': 'network-vif-deleted', 'tag': '275e402d-fe1b-4379-b64b-dd05ca898f77'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:15:14.460166 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5191657-59fd-4900-b380-a6a9b3e7f1cd" -d '{"events": [{"server_uuid": "db46b17d-36df-4670-940a-0020463888dd", "name": "network-vif-deleted", "tag": "275e402d-fe1b-4379-b64b-dd05ca898f77"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:15:14.550237 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9bc195-3eac-44c5-a1b2-e02681aeb7e7 x-openstack-request-id: req-1d9bc195-3eac-44c5-a1b2-e02681aeb7e7 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:15:14.550637 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db46b17d-36df-4670-940a-0020463888dd", "name": "network-vif-deleted", "tag": "275e402d-fe1b-4379-b64b-dd05ca898f77", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:15:14.551044 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d9bc195-3eac-44c5-a1b2-e02681aeb7e7 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:15:14.551557 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db46b17d-36df-4670-940a-0020463888dd', 'name': 'network-vif-deleted', 'tag': '275e402d-fe1b-4379-b64b-dd05ca898f77', 'status': 'completed', 'code': 200} Jun 11 00:15:14.765089 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-343245dd-7658-4b0d-8b24-c51211d1e33b req-81fb680a-5465-414b-a13c-e3492c0590d1 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] 10.222.0.15 "GET /v2.0/ports?device_id=db46b17d-36df-4670-940a-0020463888dd HTTP/1.1" status: 200 len: 210 time: 0.0378323 Jun 11 00:15:15.748627 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-eb54673c-1386-46d0-a2ea-df3a4ecc9ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:15.857667 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 44104) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:15:15.911143 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d766e921-9345-4b49-aa6e-710dad5303dc admin admin] Deleting subnet 4941a4bc-b9b3-4ef1-a2dc-b0563738bc36 {{(pid=91888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:15:15.914247 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d766e921-9345-4b49-aa6e-710dad5303dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:15.927057 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:15.959433 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d766e921-9345-4b49-aa6e-710dad5303dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3200702'] for subnet, precommit_delete_associations {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:16.010505 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d766e921-9345-4b49-aa6e-710dad5303dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752867'] for subnet, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:16.078298 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d766e921-9345-4b49-aa6e-710dad5303dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3493816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555048'] for subnet, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:16.081404 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:16.112500 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766e921-9345-4b49-aa6e-710dad5303dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4941a4bc-b9b3-4ef1-a2dc-b0563738bc36,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:16.116453 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-d766e921-9345-4b49-aa6e-710dad5303dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:16.119214 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d766e921-9345-4b49-aa6e-710dad5303dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for subnet, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:16.121521 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-d766e921-9345-4b49-aa6e-710dad5303dc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4941a4bc-b9b3-4ef1-a2dc-b0563738bc36 HTTP/1.1" status: 204 len: 168 time: 0.2627459 Jun 11 00:15:16.124185 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 44106) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:15:16.143098 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 275e402d-fe1b-4379-b64b-dd05ca898f77 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:15:16.167471 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] No Port match for: 275e402d-fe1b-4379-b64b-dd05ca898f77 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:15:16.167832 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 275e402d-fe1b-4379-b64b-dd05ca898f77 not bound to the agent host hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:15:16.217043 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a09bb2ff-c858-449c-ae85-7c4a8e23baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546938'] for network, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:16.320211 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a09bb2ff-c858-449c-ae85-7c4a8e23baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750700', 'neutron.services.segments.db._delete_segments_for_network-8777603965615'] for network, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:16.331414 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-a09bb2ff-c858-449c-ae85-7c4a8e23baba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13722574-5b0a-4a56-943d-f51ebd2628ff']}} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:15:16.342859 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-a09bb2ff-c858-449c-ae85-7c4a8e23baba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea01cf7d-fa57-4055-bb97-75c132d8325f') {'for_net_delete': True} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:15:16.343157 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-a09bb2ff-c858-449c-ae85-7c4a8e23baba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea01cf7d-fa57-4055-bb97-75c132d8325f') {} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:15:16.353543 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a09bb2ff-c858-449c-ae85-7c4a8e23baba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777603965444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3200679'] for segment, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:16.368048 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a09bb2ff-c858-449c-ae85-7c4a8e23baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:16.375797 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09bb2ff-c858-449c-ae85-7c4a8e23baba admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=91888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:15:16.376200 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a09bb2ff-c858-449c-ae85-7c4a8e23baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3493159'] for segment, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: Traceback (most recent call last): Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: timer() Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: cb(*args, **kw) Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: return func(*args, **kwargs) Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: self._notify() Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: self.callback(batched_events) Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: event.method(event) Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: return f(self, *a, **k) Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: return self._get(url).json() Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: return self.request(url, 'GET', **kwargs) Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:15:16.377893 dv-cinder-786260-5-iscsi neutron-server[91888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:15:16.455348 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a09bb2ff-c858-449c-ae85-7c4a8e23baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1807883'] for network, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:16.469554 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-3f7bbf4d-1f02-49cb-9813-cab560d97166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:16.469554 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a09bb2ff-c858-449c-ae85-7c4a8e23baba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:16.469554 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-a09bb2ff-c858-449c-ae85-7c4a8e23baba admin admin] 10.222.0.15 "DELETE /v2.0/networks/13722574-5b0a-4a56-943d-f51ebd2628ff HTTP/1.1" status: 204 len: 168 time: 0.3394785 Jun 11 00:15:16.480243 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09bb2ff-c858-449c-ae85-7c4a8e23baba admin admin] Pushing event deleted for resources: {'Network': ['ID=13722574-5b0a-4a56-943d-f51ebd2628ff,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:16.482577 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-a09bb2ff-c858-449c-ae85-7c4a8e23baba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:16.621217 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 44110) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:15:16.668884 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-7101afc5-e92d-4c49-b6bd-8afa5689f723 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab060610740f4b94ae8aa7c76123fa01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463517 Jun 11 00:15:16.671138 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 44112) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:15:16.723114 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0654197d-b808-4385-b6ac-8c9ade5fe2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:16.746085 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0654197d-b808-4385-b6ac-8c9ade5fe2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:16.796024 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0654197d-b808-4385-b6ac-8c9ade5fe2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:16.798660 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0654197d-b808-4385-b6ac-8c9ade5fe2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:16.799795 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-0654197d-b808-4385-b6ac-8c9ade5fe2df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d013364-5a31-466a-a862-4c94360971aa HTTP/1.1" status: 204 len: 168 time: 0.1276596 Jun 11 00:15:16.800573 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-96178bdc-a1df-4e78-b75a-b04d2665d465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:16.809099 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654197d-b808-4385-b6ac-8c9ade5fe2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d013364-5a31-466a-a862-4c94360971aa,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:16.811442 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0654197d-b808-4385-b6ac-8c9ade5fe2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:17.039148 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:18.429712 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:19.119547 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 44186) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:15:19.230654 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-37c56514-d773-4724-83ea-02cabf0e7fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:19.334467 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-37c56514-d773-4724-83ea-02cabf0e7fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:19.339309 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-37c56514-d773-4724-83ea-02cabf0e7fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:19.343111 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c03538c2-5641-43c0-bbaf-57008f82241f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:19.387624 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-37c56514-d773-4724-83ea-02cabf0e7fc0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64e75524aaf14126ad68b6e88e186995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668722 Jun 11 00:15:19.389100 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c56514-d773-4724-83ea-02cabf0e7fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2627f2d-fc3e-40d1-b852-82ce85a3c4bf,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:19.390515 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 44196) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:15:19.392251 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-37c56514-d773-4724-83ea-02cabf0e7fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:19.451548 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3f287-e8eb-4e21-8b75-a21df4984745 req-6b7df780-ac5d-4fbf-aee9-ed323725af63 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:19.453012 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3fc3f287-e8eb-4e21-8b75-a21df4984745 req-6b7df780-ac5d-4fbf-aee9-ed323725af63 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.1224835 Jun 11 00:15:19.483224 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-77d438e8-8350-47ed-bc43-4f385be5db69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:19.524439 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-77d438e8-8350-47ed-bc43-4f385be5db69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:19.534115 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3fc3f287-e8eb-4e21-8b75-a21df4984745 req-4b2394fc-0696-4168-975b-841f9f2a55a7 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700727 Jun 11 00:15:19.579350 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-77d438e8-8350-47ed-bc43-4f385be5db69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:19.582517 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-77d438e8-8350-47ed-bc43-4f385be5db69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:19.584600 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-77d438e8-8350-47ed-bc43-4f385be5db69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2627f2d-fc3e-40d1-b852-82ce85a3c4bf HTTP/1.1" status: 204 len: 168 time: 0.1919248 Jun 11 00:15:19.585828 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-72fd9d99-0e88-4426-bf5a-f07508a3ec08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:19.594845 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d438e8-8350-47ed-bc43-4f385be5db69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2627f2d-fc3e-40d1-b852-82ce85a3c4bf,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:19.603455 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d438e8-8350-47ed-bc43-4f385be5db69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:19.603908 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d438e8-8350-47ed-bc43-4f385be5db69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:19.604481 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d438e8-8350-47ed-bc43-4f385be5db69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:19.605051 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d438e8-8350-47ed-bc43-4f385be5db69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:19.605501 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d438e8-8350-47ed-bc43-4f385be5db69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:19.605899 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d438e8-8350-47ed-bc43-4f385be5db69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:19.606315 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d438e8-8350-47ed-bc43-4f385be5db69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:19.606831 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d438e8-8350-47ed-bc43-4f385be5db69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:19.607539 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d438e8-8350-47ed-bc43-4f385be5db69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:19.608171 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d438e8-8350-47ed-bc43-4f385be5db69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:19.608587 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d438e8-8350-47ed-bc43-4f385be5db69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:19.609065 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d438e8-8350-47ed-bc43-4f385be5db69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:19.616383 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-77d438e8-8350-47ed-bc43-4f385be5db69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:19.860234 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 44208) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:15:19.876593 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3697b5c6-f2f1-47c9-9d75-f646e0678e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:19.970674 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3697b5c6-f2f1-47c9-9d75-f646e0678e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:19.974152 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3697b5c6-f2f1-47c9-9d75-f646e0678e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:19.977042 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-0f690fc3-e7e6-4d16-a79b-8deb1cbdb196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:20.013497 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697b5c6-f2f1-47c9-9d75-f646e0678e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76b4572-85f7-4128-81c7-86198bb95041,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:20.018013 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-3697b5c6-f2f1-47c9-9d75-f646e0678e54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fad91e0feb446aa8d8fc2078020a97b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567667 Jun 11 00:15:20.018862 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-3697b5c6-f2f1-47c9-9d75-f646e0678e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:20.020580 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 44210) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:15:20.073214 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-7b86849d-e05f-449d-80c4-06ba9f0ed53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:20.095297 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-7b86849d-e05f-449d-80c4-06ba9f0ed53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:20.146013 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-7b86849d-e05f-449d-80c4-06ba9f0ed53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:20.149165 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-7b86849d-e05f-449d-80c4-06ba9f0ed53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:20.150275 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-7b86849d-e05f-449d-80c4-06ba9f0ed53c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e76b4572-85f7-4128-81c7-86198bb95041 HTTP/1.1" status: 204 len: 168 time: 0.1288040 Jun 11 00:15:20.151027 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-5df4ce12-534f-4756-99d0-9ce1cb08cff3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:20.159151 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86849d-e05f-449d-80c4-06ba9f0ed53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76b4572-85f7-4128-81c7-86198bb95041,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:20.161397 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-7b86849d-e05f-449d-80c4-06ba9f0ed53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:20.718329 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e85af-911c-42ea-9b67-3fe7d7eac017 req-8e5bd871-e690-494f-93b2-51bc60f4b807 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:20.719956 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c29e85af-911c-42ea-9b67-3fe7d7eac017 req-8e5bd871-e690-494f-93b2-51bc60f4b807 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0714667 Jun 11 00:15:20.767355 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c29e85af-911c-42ea-9b67-3fe7d7eac017 req-c97eced5-1031-4e49-ae38-37e69796ba74 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403490 Jun 11 00:15:22.224202 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d8c1f-d185-4fdc-ba2d-135afcc53d51 req-0af86c20-ebe0-455a-997a-6debcf9b6e2c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:22.225709 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-237d8c1f-d185-4fdc-ba2d-135afcc53d51 req-0af86c20-ebe0-455a-997a-6debcf9b6e2c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.3386092 Jun 11 00:15:22.237285 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af791cf-b814-44d1-b7be-cf150163f8f0 req-aede2888-3764-45e3-9d67-c25f7fb7dc4b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:22.238682 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2af791cf-b814-44d1-b7be-cf150163f8f0 req-aede2888-3764-45e3-9d67-c25f7fb7dc4b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.3183413 Jun 11 00:15:22.300843 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-237d8c1f-d185-4fdc-ba2d-135afcc53d51 req-ed129da1-f8a1-4030-bd32-205bdc5b94da tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611989 Jun 11 00:15:22.306091 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2af791cf-b814-44d1-b7be-cf150163f8f0 req-fc2541ed-2bcb-42d3-85cb-2fe35e5a6652 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602314 Jun 11 00:15:23.544053 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0dff7-c8e5-4eec-aee2-8267f51ae352 req-6795be7e-4c22-4e75-958a-a59a92925a3e tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:23.545583 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-51f0dff7-c8e5-4eec-aee2-8267f51ae352 req-6795be7e-4c22-4e75-958a-a59a92925a3e tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.1234367 Jun 11 00:15:23.552811 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea69491-b65d-46ac-a328-89f590a200ef req-ff645a4c-6d04-4c97-9039-53621cef0cf1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:23.554188 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7ea69491-b65d-46ac-a328-89f590a200ef req-ff645a4c-6d04-4c97-9039-53621cef0cf1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.1229105 Jun 11 00:15:23.617341 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-51f0dff7-c8e5-4eec-aee2-8267f51ae352 req-cbdb2a88-d006-4824-a2d6-5a10faf95aa7 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622053 Jun 11 00:15:23.619895 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7ea69491-b65d-46ac-a328-89f590a200ef req-607394e6-07d8-4e10-8ad2-56d387cc83c1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589590 Jun 11 00:15:24.820247 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe3bba-d6d2-4516-aa20-af50537740ca req-c057c35c-0910-4017-9558-56c7603834b3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:24.821779 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-52fe3bba-d6d2-4516-aa20-af50537740ca req-c057c35c-0910-4017-9558-56c7603834b3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.0772772 Jun 11 00:15:24.866321 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-52fe3bba-d6d2-4516-aa20-af50537740ca req-f72c199d-b0d5-4208-8a5e-7a75b7f31460 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382786 Jun 11 00:15:24.970393 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447aafa4-5da9-42bb-a7a7-54eca22195bb req-d1dc79ea-ee35-4b3e-a04c-84d7e951fc5c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:24.972054 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-447aafa4-5da9-42bb-a7a7-54eca22195bb req-d1dc79ea-ee35-4b3e-a04c-84d7e951fc5c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0691419 Jun 11 00:15:24.974003 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 44314) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:15:25.016928 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-447aafa4-5da9-42bb-a7a7-54eca22195bb req-07fb53fd-01de-4c95-a44b-5cda6d6bf457 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372782 Jun 11 00:15:25.078465 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-62606ca7-c3e2-41a0-b124-9f23dbb8271c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:25.174377 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-62606ca7-c3e2-41a0-b124-9f23dbb8271c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:25.177970 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-62606ca7-c3e2-41a0-b124-9f23dbb8271c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:25.181200 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-3697b5c6-f2f1-47c9-9d75-f646e0678e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:25.218733 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-62606ca7-c3e2-41a0-b124-9f23dbb8271c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b986aee76cdf4598be717522e1533bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437563 Jun 11 00:15:25.220658 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62606ca7-c3e2-41a0-b124-9f23dbb8271c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145a3efc-4156-43cf-804e-ccc0c30a1c77,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:25.221457 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 44318) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:15:25.223669 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-62606ca7-c3e2-41a0-b124-9f23dbb8271c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:25.273498 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4665c8a2-364e-4803-a4b1-06e903eca20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:25.295602 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4665c8a2-364e-4803-a4b1-06e903eca20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:25.344838 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4665c8a2-364e-4803-a4b1-06e903eca20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:25.347585 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4665c8a2-364e-4803-a4b1-06e903eca20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:25.348709 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-4665c8a2-364e-4803-a4b1-06e903eca20d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/145a3efc-4156-43cf-804e-ccc0c30a1c77 HTTP/1.1" status: 204 len: 168 time: 0.1262691 Jun 11 00:15:25.349542 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-43763919-185b-4323-b2d5-df32420fb8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:25.357991 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665c8a2-364e-4803-a4b1-06e903eca20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145a3efc-4156-43cf-804e-ccc0c30a1c77,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:25.360365 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-4665c8a2-364e-4803-a4b1-06e903eca20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:25.605030 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 44324) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:15:25.620823 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6c497539-df69-4e8f-869a-7220b577195e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:25.710189 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6c497539-df69-4e8f-869a-7220b577195e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:25.713749 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6c497539-df69-4e8f-869a-7220b577195e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:25.717122 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-a5bbb8cb-6606-41d2-ae1f-8f4461b47ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:25.755410 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c497539-df69-4e8f-869a-7220b577195e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ec999a-5001-4abb-a241-1a9727e5306a,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:25.759278 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-6c497539-df69-4e8f-869a-7220b577195e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:25.761965 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-6c497539-df69-4e8f-869a-7220b577195e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=699ddedc8bc946c993657aa4235e6abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559241 Jun 11 00:15:25.764832 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 44326) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:15:25.817864 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2be70663-4e12-4610-926e-d11e02ad3254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:25.840775 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2be70663-4e12-4610-926e-d11e02ad3254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:25.889190 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2be70663-4e12-4610-926e-d11e02ad3254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:25.892437 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2be70663-4e12-4610-926e-d11e02ad3254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:25.893730 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-2be70663-4e12-4610-926e-d11e02ad3254 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97ec999a-5001-4abb-a241-1a9727e5306a HTTP/1.1" status: 204 len: 168 time: 0.1278882 Jun 11 00:15:25.894766 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-1703da1f-e047-49f9-bc6c-f66263c0a751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:25.904055 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be70663-4e12-4610-926e-d11e02ad3254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ec999a-5001-4abb-a241-1a9727e5306a,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:25.906237 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-2be70663-4e12-4610-926e-d11e02ad3254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:26.074235 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8002e-c00e-42aa-b43c-d5bc9ea229da req-7230e1a5-4661-421a-9964-0e96975778cf tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:26.076272 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b2b8002e-c00e-42aa-b43c-d5bc9ea229da req-7230e1a5-4661-421a-9964-0e96975778cf tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.0787868 Jun 11 00:15:26.120189 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b2b8002e-c00e-42aa-b43c-d5bc9ea229da req-eeb4245c-abca-4a65-ba38-79b60391d21c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380902 Jun 11 00:15:26.202820 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb145982-b255-470a-9f20-07701e471bc7 req-e03e3fcc-fe83-4ce2-9ee4-8ff7885ea912 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:26.204402 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-bb145982-b255-470a-9f20-07701e471bc7 req-e03e3fcc-fe83-4ce2-9ee4-8ff7885ea912 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0740585 Jun 11 00:15:26.246547 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-bb145982-b255-470a-9f20-07701e471bc7 req-2fafe22b-0ac8-4a14-b426-2ade5452796a tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362787 Jun 11 00:15:27.308645 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d667a4-64e4-4a5b-a13a-30ff0d83097d req-0b87c2f1-c652-4eb5-af7e-1efb2da6e765 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:27.310184 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-57d667a4-64e4-4a5b-a13a-30ff0d83097d req-0b87c2f1-c652-4eb5-af7e-1efb2da6e765 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.0727191 Jun 11 00:15:27.353406 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-57d667a4-64e4-4a5b-a13a-30ff0d83097d req-ceec18e0-ee81-4906-a8ce-ada8deadc310 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374696 Jun 11 00:15:27.429027 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17eaa4-b18e-4cc2-94a8-675965147ea0 req-169430b8-9ff5-4843-80ee-6bf1b91dd5ed tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:27.430384 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8e17eaa4-b18e-4cc2-94a8-675965147ea0 req-169430b8-9ff5-4843-80ee-6bf1b91dd5ed tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0717323 Jun 11 00:15:27.471276 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8e17eaa4-b18e-4cc2-94a8-675965147ea0 req-f4079813-e2bd-4450-ab75-e6c298c6e058 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353487 Jun 11 00:15:28.538929 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc57fa0-5813-49ac-bd3c-09c632f0d015 req-9e962b64-6a72-4eed-8865-83a94391116d tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:28.540422 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8bc57fa0-5813-49ac-bd3c-09c632f0d015 req-9e962b64-6a72-4eed-8865-83a94391116d tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.0695896 Jun 11 00:15:28.581815 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8bc57fa0-5813-49ac-bd3c-09c632f0d015 req-8423c458-c9f5-4ce3-8eb1-03894f832861 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357618 Jun 11 00:15:28.653133 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c40a5f-6a8d-45db-bcd0-986aeba8b60c req-4135d753-ca72-4af4-aaa4-90d1e144837b tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:28.654582 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-91c40a5f-6a8d-45db-bcd0-986aeba8b60c req-4135d753-ca72-4af4-aaa4-90d1e144837b tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0719116 Jun 11 00:15:28.695089 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-91c40a5f-6a8d-45db-bcd0-986aeba8b60c req-e6bb1c5f-437b-449a-b14b-706981fc8781 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349760 Jun 11 00:15:29.761829 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf625b-a3d8-4a7a-a9b2-98ddbae237d1 req-6db304d0-ac79-453d-9b9f-fc8ad745a5b2 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:29.763285 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7daf625b-a3d8-4a7a-a9b2-98ddbae237d1 req-6db304d0-ac79-453d-9b9f-fc8ad745a5b2 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.0685501 Jun 11 00:15:29.804910 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7daf625b-a3d8-4a7a-a9b2-98ddbae237d1 req-a6e82c4d-c3fe-4a6f-94d9-00ddc9a2277e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357709 Jun 11 00:15:29.873542 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82558d21-90a8-4840-988c-fa0407f82004 req-afd57bc2-2881-4051-ad2a-9bde68a66ce7 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:29.874888 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-82558d21-90a8-4840-988c-fa0407f82004 req-afd57bc2-2881-4051-ad2a-9bde68a66ce7 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0691342 Jun 11 00:15:29.915893 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-82558d21-90a8-4840-988c-fa0407f82004 req-808d94be-f40f-46e5-8441-12ab649761a2 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354052 Jun 11 00:15:30.985032 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc7b1e-852a-4cbf-a301-94f0b2b9f465 req-26eff856-d78b-4000-b426-40e8b1a2fa37 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:30.986485 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-bedc7b1e-852a-4cbf-a301-94f0b2b9f465 req-26eff856-d78b-4000-b426-40e8b1a2fa37 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.0678577 Jun 11 00:15:31.029322 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-bedc7b1e-852a-4cbf-a301-94f0b2b9f465 req-8258cb04-85ec-4523-9750-c1c741ddec3e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365698 Jun 11 00:15:31.102385 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd2489-cd6a-4a8c-b44e-d57ee7daf8a0 req-407e8036-ca5b-4c26-9e41-ee8c79723c15 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:31.103878 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-93dd2489-cd6a-4a8c-b44e-d57ee7daf8a0 req-407e8036-ca5b-4c26-9e41-ee8c79723c15 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0784390 Jun 11 00:15:31.145157 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-93dd2489-cd6a-4a8c-b44e-d57ee7daf8a0 req-022e41b8-a489-45bc-a74e-133bc1fb659e tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356398 Jun 11 00:15:31.427776 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dc4ea-c6f8-4670-a977-a22a1713d0f7 req-b90c8aaa-29b6-4273-bfa6-90ffba065ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:31.429342 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-d57dc4ea-c6f8-4670-a977-a22a1713d0f7 req-b90c8aaa-29b6-4273-bfa6-90ffba065ecf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4b2c02cca8342d0a2e79a10f15436f0&device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 1098 time: 0.0613604 Jun 11 00:15:31.545020 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dc4ea-c6f8-4670-a977-a22a1713d0f7 req-9c124dc5-2a1d-4cd5-8368-5e3986c3e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:31.546443 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-d57dc4ea-c6f8-4670-a977-a22a1713d0f7 req-9c124dc5-2a1d-4cd5-8368-5e3986c3e4cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b268359-8d07-449e-a75e-0d00b0644849 HTTP/1.1" status: 200 len: 910 time: 0.1095564 Jun 11 00:15:31.632605 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-d57dc4ea-c6f8-4670-a977-a22a1713d0f7 req-6531a16e-c17b-40be-8ac4-909f0ccda517 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c1dcdee-9e53-4893-a840-c67308e501b7 HTTP/1.1" status: 200 len: 1000 time: 0.0783184 Jun 11 00:15:31.688167 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dc4ea-c6f8-4670-a977-a22a1713d0f7 req-0e9567cb-e9b2-4ce3-b861-243dbe1245e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:31.689545 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-d57dc4ea-c6f8-4670-a977-a22a1713d0f7 req-0e9567cb-e9b2-4ce3-b861-243dbe1245e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bed01ecf-2424-4b04-ae9c-d7b603ee3ccb HTTP/1.1" status: 200 len: 848 time: 0.0499814 Jun 11 00:15:31.751846 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dc4ea-c6f8-4670-a977-a22a1713d0f7 req-8655ea4f-dd0d-48eb-a730-adda2269b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:31.753409 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-d57dc4ea-c6f8-4670-a977-a22a1713d0f7 req-8655ea4f-dd0d-48eb-a730-adda2269b3d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b268359-8d07-449e-a75e-0d00b0644849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573072 Jun 11 00:15:31.866172 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-d57dc4ea-c6f8-4670-a977-a22a1713d0f7 req-70b3f039-f9f6-4e8c-b1c4-ad91bb564561 service neutron] 10.222.0.21 "GET /v2.0/networks/2b268359-8d07-449e-a75e-0d00b0644849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062725 Jun 11 00:15:31.982251 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-d57dc4ea-c6f8-4670-a977-a22a1713d0f7 req-68b2dfdc-b22f-4700-8edb-75ec412f6657 service neutron] 10.222.0.21 "GET /v2.0/networks/2b268359-8d07-449e-a75e-0d00b0644849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078243 Jun 11 00:15:32.211517 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ba732-7875-419a-888e-083b0e2022b6 req-e4b76da1-4860-4d1a-a42f-624e494775dd tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:32.213007 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b95ba732-7875-419a-888e-083b0e2022b6 req-e4b76da1-4860-4d1a-a42f-624e494775dd tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.0689359 Jun 11 00:15:32.266373 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b95ba732-7875-419a-888e-083b0e2022b6 req-7022f91c-e545-4671-bd96-32f78ada909b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472350 Jun 11 00:15:32.340239 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988f2b4-e421-4149-a755-974735bf828d req-22caa91f-574b-49e4-833b-44eb5b2fd018 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:32.341736 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e988f2b4-e421-4149-a755-974735bf828d req-22caa91f-574b-49e4-833b-44eb5b2fd018 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0744293 Jun 11 00:15:32.389779 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e988f2b4-e421-4149-a755-974735bf828d req-bbc92dfd-8639-4607-ac3b-e4d0c2c4784b tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403993 Jun 11 00:15:33.444738 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25344c1f-4b28-41a5-8300-67329b1b11a9 req-40a8fc91-6290-49e9-970f-6e655da7a641 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:33.446238 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-25344c1f-4b28-41a5-8300-67329b1b11a9 req-40a8fc91-6290-49e9-970f-6e655da7a641 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.0688212 Jun 11 00:15:33.487927 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-25344c1f-4b28-41a5-8300-67329b1b11a9 req-bde08eef-4394-421b-bb12-8963eac08f85 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360086 Jun 11 00:15:33.575684 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddbba6-4261-404b-bd65-0569bab93fa2 req-87623fcd-bb2d-48a5-b539-174ca4ab764a tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:33.577024 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-18ddbba6-4261-404b-bd65-0569bab93fa2 req-87623fcd-bb2d-48a5-b539-174ca4ab764a tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0699794 Jun 11 00:15:33.616777 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-18ddbba6-4261-404b-bd65-0569bab93fa2 req-1cbbed08-bfad-4092-a6d1-dc5ae069e57c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341573 Jun 11 00:15:34.671721 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8e63c-78f8-4936-875f-b4c0cd287884 req-d1f5dcc7-daf1-4f38-aa83-b0333257d696 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:34.673199 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8bb8e63c-78f8-4936-875f-b4c0cd287884 req-d1f5dcc7-daf1-4f38-aa83-b0333257d696 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.0696654 Jun 11 00:15:34.726279 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8bb8e63c-78f8-4936-875f-b4c0cd287884 req-bc263aa7-d48e-4e6e-8a01-74bee5ebddfa tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467896 Jun 11 00:15:34.807799 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9b9f1-fd1c-48bc-9b38-beabfbf7cbfa req-5ca5226e-9bae-40f4-9d86-4593b25fc673 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:34.809253 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3db9b9f1-fd1c-48bc-9b38-beabfbf7cbfa req-5ca5226e-9bae-40f4-9d86-4593b25fc673 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0821044 Jun 11 00:15:34.849086 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3db9b9f1-fd1c-48bc-9b38-beabfbf7cbfa req-85b57749-eef5-43e8-b907-f53cf5262eef tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342300 Jun 11 00:15:35.312151 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:15:35.429361 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:15:35.441081 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'port_id': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd', 'mac_address': 'fa:16:3e:65:f7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:15:35.482914 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:35.497335 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:15:35.517762 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:15:35.521775 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:35.523504 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-a9a476ca-4943-4118-a320-c2cd339dffa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:35.573472 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,revision_number=6']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:35.580023 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:35.580371 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:35.580708 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:35.581039 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:35.581368 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:35.581694 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:35.582020 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:35.582340 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:35.582661 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:35.582978 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:35.583299 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:35.584198 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:15:35.587857 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:35.907716 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebf4d3-ebae-4d00-9563-fa1bc00e71ff req-59594fc6-dc8a-4832-972d-919bf6284aba tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:35.909181 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-72ebf4d3-ebae-4d00-9563-fa1bc00e71ff req-59594fc6-dc8a-4832-972d-919bf6284aba tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 944 time: 0.0688305 Jun 11 00:15:35.950609 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-72ebf4d3-ebae-4d00-9563-fa1bc00e71ff req-faa8aabd-a8dc-44d3-8371-7aa2d6cf67b9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359094 Jun 11 00:15:36.029830 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3516f1c-3571-4ec3-ae79-31ca4563094a req-16cfd982-2b7a-4803-a550-a291aec637ba tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:36.031252 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a3516f1c-3571-4ec3-ae79-31ca4563094a req-16cfd982-2b7a-4803-a550-a291aec637ba tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0701327 Jun 11 00:15:36.072324 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a3516f1c-3571-4ec3-ae79-31ca4563094a req-fcc9f865-583a-4a61-a811-bdfaa1fb37b9 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353165 Jun 11 00:15:36.475317 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['4a88bb46-8b90-4c31-adf2-3a4bf342fbcd'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:15:37.164255 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7f188-f925-4a36-b29c-f57d5259651d req-42942aa6-fc03-48bb-aed4-4335ba35393b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:37.166300 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-83a7f188-f925-4a36-b29c-f57d5259651d req-42942aa6-fc03-48bb-aed4-4335ba35393b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 944 time: 0.0920732 Jun 11 00:15:37.226154 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-83a7f188-f925-4a36-b29c-f57d5259651d req-120bdac0-06f9-4af5-b58b-9d7d1a43b41e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543828 Jun 11 00:15:37.289428 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf299440-6759-4986-a227-3dd6c4ce3894 req-d3faad85-c0ec-4140-8a4b-f2fa67063312 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:37.290995 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-bf299440-6759-4986-a227-3dd6c4ce3894 req-d3faad85-c0ec-4140-8a4b-f2fa67063312 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0789609 Jun 11 00:15:37.344223 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-bf299440-6759-4986-a227-3dd6c4ce3894 req-1bbae9c2-2edb-4e42-91d0-44d6245dc397 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425971 Jun 11 00:15:38.396781 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:15:38.466977 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baecbf-82af-45b4-8862-5eeb9417d35c req-98c527f7-574c-43c2-a7fd-2344db599cd4 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:38.478905 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-94baecbf-82af-45b4-8862-5eeb9417d35c req-98c527f7-574c-43c2-a7fd-2344db599cd4 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 944 time: 0.1155410 Jun 11 00:15:38.488914 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:15:38.489525 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:38.560493 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-94baecbf-82af-45b4-8862-5eeb9417d35c req-0c3f216c-f751-4dfa-8192-55102f660cb1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805693 Jun 11 00:15:38.588964 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:38.612269 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b2f23-7c9f-41cf-bf64-c12b060cb2d3 req-789de9f5-b8de-438f-9947-c623494d33c5 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:38.613889 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1b2b2f23-7c9f-41cf-bf64-c12b060cb2d3 req-789de9f5-b8de-438f-9947-c623494d33c5 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.1321464 Jun 11 00:15:38.627213 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:15:38.628244 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef6ef95-4548-4ae5-b259-15ff01c018a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:15:38.631342 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6688f1cf-101c-4534-badd-2edc8f68e28f" -d '{"events": [{"server_uuid": "2ef6ef95-4548-4ae5-b259-15ff01c018a3", "name": "network-vif-plugged", "status": "completed", "tag": "4a88bb46-8b90-4c31-adf2-3a4bf342fbcd"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:15:38.636182 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:38.638643 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:38.685458 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1b2b2f23-7c9f-41cf-bf64-c12b060cb2d3 req-2cc36274-b032-474d-b947-38ad48ae0223 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656083 Jun 11 00:15:38.736672 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,revision_number=7']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:38.748903 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:38.864539 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d8291b-4d64-48a8-9100-2ce8ba2c02d9 x-openstack-request-id: req-69d8291b-4d64-48a8-9100-2ce8ba2c02d9 {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:15:38.865065 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef6ef95-4548-4ae5-b259-15ff01c018a3", "name": "network-vif-plugged", "status": "completed", "tag": "4a88bb46-8b90-4c31-adf2-3a4bf342fbcd", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:15:38.865491 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-69d8291b-4d64-48a8-9100-2ce8ba2c02d9 {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:15:38.866058 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef6ef95-4548-4ae5-b259-15ff01c018a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd', 'code': 200} Jun 11 00:15:39.131623 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259df0d2-6e05-4900-932e-2d64b90145f9 req-32c2f3f8-9e42-4b1b-a467-8f9eb52c7aac tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:39.134853 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 44482) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:15:39.140137 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-259df0d2-6e05-4900-932e-2d64b90145f9 req-32c2f3f8-9e42-4b1b-a467-8f9eb52c7aac tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.1005919 Jun 11 00:15:39.211026 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-259df0d2-6e05-4900-932e-2d64b90145f9 req-ac1dcfc5-8123-4a71-8d18-420e4baa96a8 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690141 Jun 11 00:15:39.296610 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c776fcea-c3c3-44df-8281-76edc38e1e02 req-b5752664-caf0-491d-8ea0-aad793b793e3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1595936 Jun 11 00:15:39.777768 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6700-8ecd-4d0b-9ce1-26991da9aec1 req-74accb2c-5e68-4044-b4e7-83eb77bea790 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:39.785594 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-29be6700-8ecd-4d0b-9ce1-26991da9aec1 req-74accb2c-5e68-4044-b4e7-83eb77bea790 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.0985773 Jun 11 00:15:39.831542 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-29be6700-8ecd-4d0b-9ce1-26991da9aec1 req-01c49b9e-478f-405c-aee1-93dae9efd5d1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448959 Jun 11 00:15:40.395941 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 0c1dcdee-9e53-4893-a840-c67308e501b7 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:15:40.475576 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f82654-1276-46fb-a0c9-55ae0ca3087f req-50ccad2e-e9fc-450e-931b-dfe86baea06c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:40.485500 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-80f82654-1276-46fb-a0c9-55ae0ca3087f req-50ccad2e-e9fc-450e-931b-dfe86baea06c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.1596160 Jun 11 00:15:40.529096 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:40.549048 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-80f82654-1276-46fb-a0c9-55ae0ca3087f req-1eb73ecb-b720-4786-af0d-4619abc21eac tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629189 Jun 11 00:15:40.578723 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 0c1dcdee-9e53-4893-a840-c67308e501b7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0c1dcdee-9e53-4893-a840-c67308e501b7,segment=NetworkSegment(6bb04621-31b3-44a8-b1b3-52fe43128c03),segment_id=6bb04621-31b3-44a8-b1b3-52fe43128c03)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:15:40.584438 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:40.586238 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:40.691723 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=0c1dcdee-9e53-4893-a840-c67308e501b7,revision_number=6']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:40.699184 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:40.868012 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f48c8e-da55-411c-b0e0-855a0ec12595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c1dcdee-9e53-4893-a840-c67308e501b7'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:15:40.870432 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d321d114-2a40-4fc4-ab14-32c420df2231" -d '{"events": [{"server_uuid": "c2f48c8e-da55-411c-b0e0-855a0ec12595", "name": "network-vif-unplugged", "status": "completed", "tag": "0c1dcdee-9e53-4893-a840-c67308e501b7"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:15:40.910188 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 00:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406e315a-7d5e-443a-8f48-328f8aa26796 x-openstack-request-id: req-406e315a-7d5e-443a-8f48-328f8aa26796 {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:15:40.910499 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f48c8e-da55-411c-b0e0-855a0ec12595", "name": "network-vif-unplugged", "status": "completed", "tag": "0c1dcdee-9e53-4893-a840-c67308e501b7", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:15:40.910765 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-406e315a-7d5e-443a-8f48-328f8aa26796 {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:15:40.911179 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f48c8e-da55-411c-b0e0-855a0ec12595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c1dcdee-9e53-4893-a840-c67308e501b7', 'code': 200} Jun 11 00:15:41.049799 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007e87d-5d97-436f-a2b6-1dbf3b6faec1 req-843c27ee-d0f7-433d-9356-ef79b5d01a49 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:41.051355 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0007e87d-5d97-436f-a2b6-1dbf3b6faec1 req-843c27ee-d0f7-433d-9356-ef79b5d01a49 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.0772188 Jun 11 00:15:41.105641 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0007e87d-5d97-436f-a2b6-1dbf3b6faec1 req-2fab2dbe-e2bf-494a-8d8a-411708574778 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460515 Jun 11 00:15:41.365642 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:41.739536 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f799163-d83c-4b58-b763-357e3325b72b req-b26ee176-75f8-4424-ab08-66f6485debd3 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:41.742035 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6f799163-d83c-4b58-b763-357e3325b72b req-b26ee176-75f8-4424-ab08-66f6485debd3 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 943 time: 0.0774369 Jun 11 00:15:41.786527 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6f799163-d83c-4b58-b763-357e3325b72b req-adbc539e-eeb3-4224-94bc-9ed7b0f71a40 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388339 Jun 11 00:15:42.302520 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3578-ac52-4f82-8810-94d6b98470b2 req-6e3205ee-a380-48c6-956f-42eec6b42593 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:42.305455 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-64bb3578-ac52-4f82-8810-94d6b98470b2 req-6e3205ee-a380-48c6-956f-42eec6b42593 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.0736108 Jun 11 00:15:42.352060 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-64bb3578-ac52-4f82-8810-94d6b98470b2 req-cefb9308-5921-4bb9-8719-4bd7f5601554 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423951 Jun 11 00:15:42.995145 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa8431-bdb8-494c-a237-f31d6ece4694 req-0331acc1-416c-490a-ae4b-a2ef777baac2 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:42.997451 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6eaa8431-bdb8-494c-a237-f31d6ece4694 req-0331acc1-416c-490a-ae4b-a2ef777baac2 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 943 time: 0.0795515 Jun 11 00:15:43.046077 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6eaa8431-bdb8-494c-a237-f31d6ece4694 req-b386e86d-40b1-42b6-aba4-9b60f33acdfc tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427191 Jun 11 00:15:43.238851 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-31bdbca1-47e3-4759-a315-6dd42c5a2de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:43.552815 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb681e-8470-4455-b87b-ef45b7ae6824 req-bdcbc801-917c-46f0-9553-02da92fc63d0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:43.554403 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5abb681e-8470-4455-b87b-ef45b7ae6824 req-bdcbc801-917c-46f0-9553-02da92fc63d0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.0774832 Jun 11 00:15:43.603154 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5abb681e-8470-4455-b87b-ef45b7ae6824 req-20b692fb-6dfb-494c-93b2-2a9df8647024 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422251 Jun 11 00:15:43.955740 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776fcea-c3c3-44df-8281-76edc38e1e02 req-2917414b-3d3f-4ac4-8ed3-1055a2c01d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:43.957869 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c776fcea-c3c3-44df-8281-76edc38e1e02 req-2917414b-3d3f-4ac4-8ed3-1055a2c01d42 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595&tenant_id=d4b2c02cca8342d0a2e79a10f15436f0 HTTP/1.1" status: 200 len: 1096 time: 0.0759215 Jun 11 00:15:44.049881 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776fcea-c3c3-44df-8281-76edc38e1e02 req-1c1d3eba-f917-4730-a1c7-5c19dec4a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:44.051562 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c776fcea-c3c3-44df-8281-76edc38e1e02 req-1c1d3eba-f917-4730-a1c7-5c19dec4a433 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4b2c02cca8342d0a2e79a10f15436f0&device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 1096 time: 0.0651946 Jun 11 00:15:44.197168 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776fcea-c3c3-44df-8281-76edc38e1e02 req-dd1bdd2b-c98f-49a7-9e4a-5a0b48627618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:44.199831 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c776fcea-c3c3-44df-8281-76edc38e1e02 req-dd1bdd2b-c98f-49a7-9e4a-5a0b48627618 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b268359-8d07-449e-a75e-0d00b0644849 HTTP/1.1" status: 200 len: 910 time: 0.1411908 Jun 11 00:15:44.259455 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1174ff2-0b99-4407-bfef-3f080552b34c req-4cdd9c39-582d-4ada-865a-d089ad276e90 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:44.267058 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c1174ff2-0b99-4407-bfef-3f080552b34c req-4cdd9c39-582d-4ada-865a-d089ad276e90 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 943 time: 0.0857131 Jun 11 00:15:44.299739 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c776fcea-c3c3-44df-8281-76edc38e1e02 req-d2285d56-898d-48b7-a1ba-c0a342e873e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c1dcdee-9e53-4893-a840-c67308e501b7 HTTP/1.1" status: 200 len: 998 time: 0.0927386 Jun 11 00:15:44.311325 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c1174ff2-0b99-4407-bfef-3f080552b34c req-ab3b804e-a84c-4f32-b82a-fe6a2bce3b31 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435605 Jun 11 00:15:44.362225 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776fcea-c3c3-44df-8281-76edc38e1e02 req-b71bdbf5-a868-47ff-a991-60b71f1b0211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:44.363688 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c776fcea-c3c3-44df-8281-76edc38e1e02 req-b71bdbf5-a868-47ff-a991-60b71f1b0211 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bed01ecf-2424-4b04-ae9c-d7b603ee3ccb HTTP/1.1" status: 200 len: 848 time: 0.0573702 Jun 11 00:15:44.439219 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776fcea-c3c3-44df-8281-76edc38e1e02 req-fb4798a4-0030-4f95-9663-38cf9139d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:44.440841 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c776fcea-c3c3-44df-8281-76edc38e1e02 req-fb4798a4-0030-4f95-9663-38cf9139d03f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b268359-8d07-449e-a75e-0d00b0644849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697954 Jun 11 00:15:44.570673 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c776fcea-c3c3-44df-8281-76edc38e1e02 req-60898322-5551-40f1-9ef6-fecf9d196253 service neutron] 10.222.0.21 "GET /v2.0/networks/2b268359-8d07-449e-a75e-0d00b0644849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227829 Jun 11 00:15:44.713354 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c776fcea-c3c3-44df-8281-76edc38e1e02 req-53438b03-7a93-48a8-b328-8e1eb8a9526a service neutron] 10.222.0.21 "GET /v2.0/networks/2b268359-8d07-449e-a75e-0d00b0644849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355960 Jun 11 00:15:44.835721 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8ae70-4910-43a7-877b-8cafc6347a43 req-5f7e6c34-3ba5-436c-b2ce-33fe092ee5ae tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:44.837210 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4eb8ae70-4910-43a7-877b-8cafc6347a43 req-5f7e6c34-3ba5-436c-b2ce-33fe092ee5ae tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.0785096 Jun 11 00:15:44.900592 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4eb8ae70-4910-43a7-877b-8cafc6347a43 req-680d4096-5391-48bc-b953-cf595c9ddda3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576015 Jun 11 00:15:45.512650 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377aa8d9-4230-4d70-949c-2326daf82fa6 req-21241ad5-d009-4291-91ba-a329ea01a3cc tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:45.515427 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-377aa8d9-4230-4d70-949c-2326daf82fa6 req-21241ad5-d009-4291-91ba-a329ea01a3cc tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 943 time: 0.0843780 Jun 11 00:15:45.563564 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-377aa8d9-4230-4d70-949c-2326daf82fa6 req-f247a85a-023b-4c6a-897a-18fd53db790b tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415177 Jun 11 00:15:45.751521 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-f5cd508a-ce26-4c25-9b4a-ba9d5d81b132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:45.954584 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:46.085324 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc8d03-e86a-48e5-b926-ab8653342ced req-9ddab676-2de7-4e51-b3d4-34351a7a03d5 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:46.087208 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-90dc8d03-e86a-48e5-b926-ab8653342ced req-9ddab676-2de7-4e51-b3d4-34351a7a03d5 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.0724859 Jun 11 00:15:46.145394 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-90dc8d03-e86a-48e5-b926-ab8653342ced req-3d1a2d96-b869-4f36-a71e-5ee4b0f71def tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521908 Jun 11 00:15:46.773611 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73821a8-46bb-4822-b660-16ff1a84febd req-94004539-d830-4026-85a8-efcb325d0a7d tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:46.775118 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c73821a8-46bb-4822-b660-16ff1a84febd req-94004539-d830-4026-85a8-efcb325d0a7d tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 943 time: 0.0864830 Jun 11 00:15:46.817990 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c73821a8-46bb-4822-b660-16ff1a84febd req-941724dc-c9cb-47eb-870e-59e388b083ce tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369687 Jun 11 00:15:47.039881 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:47.336849 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b10eb-44fb-4709-a9c6-cc3a5fe4c32e req-a5de7128-f8cb-4067-a8f6-96296c44ef05 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:47.338235 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-da4b10eb-44fb-4709-a9c6-cc3a5fe4c32e req-a5de7128-f8cb-4067-a8f6-96296c44ef05 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.0701878 Jun 11 00:15:47.383497 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-da4b10eb-44fb-4709-a9c6-cc3a5fe4c32e req-747706ef-9b5a-44c0-b652-ebe2f300c11d tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395415 Jun 11 00:15:47.437861 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cbcb5-067d-4a6c-b551-43dcdd19dec8 req-ca52f92b-6b5e-4909-975a-cdfd354561a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:47.439335 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a35cbcb5-067d-4a6c-b551-43dcdd19dec8 req-ca52f92b-6b5e-4909-975a-cdfd354561a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0094d020672949ff926d2de6af156555&device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 1098 time: 0.0581336 Jun 11 00:15:47.559791 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cbcb5-067d-4a6c-b551-43dcdd19dec8 req-5a45b1ae-cf70-49c7-8e46-233d0c37f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:47.561250 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a35cbcb5-067d-4a6c-b551-43dcdd19dec8 req-5a45b1ae-cf70-49c7-8e46-233d0c37f259 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ba42ba2-7b55-4648-8b55-2786e25920e5 HTTP/1.1" status: 200 len: 917 time: 0.1159358 Jun 11 00:15:47.651434 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a35cbcb5-067d-4a6c-b551-43dcdd19dec8 req-5b8fee5b-8fe2-467e-ae7b-8cf34e2922a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd HTTP/1.1" status: 200 len: 1001 time: 0.0815942 Jun 11 00:15:47.705601 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cbcb5-067d-4a6c-b551-43dcdd19dec8 req-8f69c53d-d14c-44da-91f5-8c22717a821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:47.707002 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a35cbcb5-067d-4a6c-b551-43dcdd19dec8 req-8f69c53d-d14c-44da-91f5-8c22717a821f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c9e8297c-0b7d-4e4e-a364-e97c2d20421f HTTP/1.1" status: 200 len: 855 time: 0.0505273 Jun 11 00:15:47.771601 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cbcb5-067d-4a6c-b551-43dcdd19dec8 req-b3be4b51-f08e-40ab-811e-e1b88028ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:47.773200 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a35cbcb5-067d-4a6c-b551-43dcdd19dec8 req-b3be4b51-f08e-40ab-811e-e1b88028ec1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ba42ba2-7b55-4648-8b55-2786e25920e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589657 Jun 11 00:15:47.889556 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a35cbcb5-067d-4a6c-b551-43dcdd19dec8 req-fae64c46-5f58-4575-aa2c-f1b0edc7199b service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097672 Jun 11 00:15:47.997070 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2217c08-8258-4786-aa88-b65d642e46ef req-32230a1b-04eb-40c3-b64c-c0a8aa6faac3 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:47.998678 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a2217c08-8258-4786-aa88-b65d642e46ef req-32230a1b-04eb-40c3-b64c-c0a8aa6faac3 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 943 time: 0.0671682 Jun 11 00:15:48.004318 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a35cbcb5-067d-4a6c-b551-43dcdd19dec8 req-cfc1735b-ca02-49e6-a9ee-c956b943f7af service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079035 Jun 11 00:15:48.041466 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a2217c08-8258-4786-aa88-b65d642e46ef req-38fc5db0-93f8-4737-baf1-03c546a5eac0 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372057 Jun 11 00:15:48.186108 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:15:48.433747 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:48.568176 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37319e26-9b10-491e-b2fc-a0bca12f4810 req-9baa1ce9-7119-40e7-917c-e6022c9fcea1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:48.569612 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-37319e26-9b10-491e-b2fc-a0bca12f4810 req-9baa1ce9-7119-40e7-917c-e6022c9fcea1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.0680461 Jun 11 00:15:48.612845 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-37319e26-9b10-491e-b2fc-a0bca12f4810 req-1de4b131-92bd-4791-ba5e-0a0d79e6f32c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377173 Jun 11 00:15:48.986006 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 44608) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:15:49.087503 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4f3857f4-46ca-437e-a6f7-5882a871fd96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:49.179594 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4f3857f4-46ca-437e-a6f7-5882a871fd96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:49.183341 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-4f3857f4-46ca-437e-a6f7-5882a871fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:49.186772 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-869675a1-8d2d-467a-830a-162d564a6aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:49.219394 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7007c-47fe-4149-b297-1e1caf33b36d req-4ebe9efb-c716-44ca-802a-ec9cae85be72 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:49.220852 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-51a7007c-47fe-4149-b297-1e1caf33b36d req-4ebe9efb-c716-44ca-802a-ec9cae85be72 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 943 time: 0.0688825 Jun 11 00:15:49.229585 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-4f3857f4-46ca-437e-a6f7-5882a871fd96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ef3014f1f51467caec791528dfb1489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425220 Jun 11 00:15:49.230858 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3857f4-46ca-437e-a6f7-5882a871fd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c6643d-b5b2-4074-971c-103afc78fd26,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:49.233501 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 44614) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:15:49.235144 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-4f3857f4-46ca-437e-a6f7-5882a871fd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:49.264765 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-51a7007c-47fe-4149-b297-1e1caf33b36d req-094e362e-8e22-4386-bc8f-a52eb1ec0d44 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378871 Jun 11 00:15:49.292765 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fe57c9f9-cffb-47b7-a5db-3b4261665b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:49.315531 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fe57c9f9-cffb-47b7-a5db-3b4261665b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:49.364149 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fe57c9f9-cffb-47b7-a5db-3b4261665b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:49.367290 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fe57c9f9-cffb-47b7-a5db-3b4261665b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:49.368451 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-fe57c9f9-cffb-47b7-a5db-3b4261665b63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/62c6643d-b5b2-4074-971c-103afc78fd26 HTTP/1.1" status: 204 len: 168 time: 0.1343281 Jun 11 00:15:49.369197 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e8c1f67b-d922-43bd-b685-b7f87ac162c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:49.377717 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57c9f9-cffb-47b7-a5db-3b4261665b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c6643d-b5b2-4074-971c-103afc78fd26,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:49.380780 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-fe57c9f9-cffb-47b7-a5db-3b4261665b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:49.807543 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642d032-7a6a-4a04-824c-cb63cacb22fa req-a4e9d761-5a2f-4f45-9c38-67b7bf6d001f tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:49.809125 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7642d032-7a6a-4a04-824c-cb63cacb22fa req-a4e9d761-5a2f-4f45-9c38-67b7bf6d001f tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 945 time: 0.0720012 Jun 11 00:15:49.853803 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7642d032-7a6a-4a04-824c-cb63cacb22fa req-7cddd1d3-b98f-412e-89f4-b9688cddf81a tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389824 Jun 11 00:15:50.454469 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7f1ec-8ef6-4583-95f4-3b106f89646a req-abe91224-a873-4aff-bc27-2210b2458121 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:50.455978 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-06b7f1ec-8ef6-4583-95f4-3b106f89646a req-abe91224-a873-4aff-bc27-2210b2458121 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 943 time: 0.0713675 Jun 11 00:15:50.461905 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:15:50.515133 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-06b7f1ec-8ef6-4583-95f4-3b106f89646a req-704ccb15-8feb-459f-8168-d8f15133d61c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507810 Jun 11 00:15:50.597879 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:50.621317 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef6ef95-4548-4ae5-b259-15ff01c018a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:15:50.623573 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e57517-88c9-4206-8ece-be8e29ef665f" -d '{"events": [{"server_uuid": "2ef6ef95-4548-4ae5-b259-15ff01c018a3", "name": "network-vif-unplugged", "status": "completed", "tag": "4a88bb46-8b90-4c31-adf2-3a4bf342fbcd"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:15:50.637464 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:15:50.641680 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:50.643913 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:50.670467 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Jun 2021 00:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcc4f10-ccac-470a-9415-3acccd53300e x-openstack-request-id: req-abcc4f10-ccac-470a-9415-3acccd53300e {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:15:50.670708 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef6ef95-4548-4ae5-b259-15ff01c018a3", "name": "network-vif-unplugged", "status": "failed", "tag": "4a88bb46-8b90-4c31-adf2-3a4bf342fbcd", "code": 422}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:15:50.670971 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abcc4f10-ccac-470a-9415-3acccd53300e {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:15:50.671427 dv-cinder-786260-5-iscsi neutron-server[91889]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ef6ef95-4548-4ae5-b259-15ff01c018a3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd', 'code': 422} returned with failed status Jun 11 00:15:50.700939 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,revision_number=8']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:50.703972 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:51.411584 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebd645-0e20-465b-af18-94163b7daac6 req-2312036a-5884-4c15-a082-6a99b584fe42 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:51.413028 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-41ebd645-0e20-465b-af18-94163b7daac6 req-2312036a-5884-4c15-a082-6a99b584fe42 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 943 time: 0.3302610 Jun 11 00:15:51.416312 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5d5ad9c0-9d95-4bbc-8b98-6a3e80fdfcf7 req-14ac2aab-58b6-4686-ad54-47f7139b06bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3238282 Jun 11 00:15:51.454822 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-41ebd645-0e20-465b-af18-94163b7daac6 req-f3149ca4-8c2e-4e27-9653-4bd9e0c6b06a tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360410 Jun 11 00:15:51.718676 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa2db1-4035-4ff8-9102-49954eadc287 req-deb5183f-1f9c-4fdb-a05b-db9208e45b09 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:51.720206 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-33aa2db1-4035-4ff8-9102-49954eadc287 req-deb5183f-1f9c-4fdb-a05b-db9208e45b09 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 943 time: 0.0794811 Jun 11 00:15:51.767685 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-33aa2db1-4035-4ff8-9102-49954eadc287 req-1c981dda-3a62-4dee-8007-f27619863930 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408387 Jun 11 00:15:52.644146 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c6ea8-769e-431e-a0a0-1fd87fb184e4 req-84512c58-2efd-4815-9244-967de53cd5ed tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:52.645506 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6f5c6ea8-769e-431e-a0a0-1fd87fb184e4 req-84512c58-2efd-4815-9244-967de53cd5ed tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 943 time: 0.0704427 Jun 11 00:15:52.686496 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6f5c6ea8-769e-431e-a0a0-1fd87fb184e4 req-2443945a-09ef-40b5-ac39-0b5a0fe008d8 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341496 Jun 11 00:15:52.945888 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9774c5e-2816-42f3-871c-db1daf771149 req-ef7b5862-626e-4590-878f-f2458d9f5c79 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:52.947269 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f9774c5e-2816-42f3-871c-db1daf771149 req-ef7b5862-626e-4590-878f-f2458d9f5c79 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 943 time: 0.0690408 Jun 11 00:15:52.990262 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f9774c5e-2816-42f3-871c-db1daf771149 req-e3716ada-79dd-4744-8fdc-fcc580b57fd2 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374095 Jun 11 00:15:53.836605 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 0c1dcdee-9e53-4893-a840-c67308e501b7 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:15:53.871388 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e622ba-3cc2-4e46-9dad-33ef90da6759 req-ceec86a1-a127-462d-b367-9cce3c3444c1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:53.872851 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-90e622ba-3cc2-4e46-9dad-33ef90da6759 req-ceec86a1-a127-462d-b367-9cce3c3444c1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 943 time: 0.0702927 Jun 11 00:15:53.915421 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-90e622ba-3cc2-4e46-9dad-33ef90da6759 req-4b9ae13c-b4db-4eef-93bc-45807059d773 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369368 Jun 11 00:15:53.956218 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 0c1dcdee-9e53-4893-a840-c67308e501b7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0c1dcdee-9e53-4893-a840-c67308e501b7,segment=NetworkSegment(6bb04621-31b3-44a8-b1b3-52fe43128c03),segment_id=6bb04621-31b3-44a8-b1b3-52fe43128c03)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:15:53.968355 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '0c1dcdee-9e53-4893-a840-c67308e501b7', 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849', 'port_id': '0c1dcdee-9e53-4893-a840-c67308e501b7', 'mac_address': 'fa:16:3e:52:c5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed01ecf-2424-4b04-ae9c-d7b603ee3ccb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:15:54.013883 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:54.028997 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1dcdee-9e53-4893-a840-c67308e501b7 {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:15:54.049599 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 0c1dcdee-9e53-4893-a840-c67308e501b7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0c1dcdee-9e53-4893-a840-c67308e501b7,segment=NetworkSegment(6bb04621-31b3-44a8-b1b3-52fe43128c03),segment_id=6bb04621-31b3-44a8-b1b3-52fe43128c03)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:15:54.053592 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:54.055318 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:54.108981 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=0c1dcdee-9e53-4893-a840-c67308e501b7,revision_number=7']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:54.112067 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:54.173891 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247c4d1-fe81-4d33-bd0e-d245ec11b994 req-f871d842-7cc0-4ddf-87aa-da8d3dfb2013 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:54.175416 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a247c4d1-fe81-4d33-bd0e-d245ec11b994 req-f871d842-7cc0-4ddf-87aa-da8d3dfb2013 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 944 time: 0.0667577 Jun 11 00:15:54.219246 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a247c4d1-fe81-4d33-bd0e-d245ec11b994 req-49ad5857-2b64-4173-870a-13f2b2e750b6 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382643 Jun 11 00:15:54.919195 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ad9c0-9d95-4bbc-8b98-6a3e80fdfcf7 req-259ffaaf-d848-4cc9-a69e-710807b54868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:54.920658 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-5d5ad9c0-9d95-4bbc-8b98-6a3e80fdfcf7 req-259ffaaf-d848-4cc9-a69e-710807b54868 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3&tenant_id=0094d020672949ff926d2de6af156555 HTTP/1.1" status: 200 len: 1096 time: 0.0619805 Jun 11 00:15:55.007358 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ad9c0-9d95-4bbc-8b98-6a3e80fdfcf7 req-94acde97-4588-4c9d-842a-ed18d91f9d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:55.008897 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-5d5ad9c0-9d95-4bbc-8b98-6a3e80fdfcf7 req-94acde97-4588-4c9d-842a-ed18d91f9d82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0094d020672949ff926d2de6af156555&device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 1096 time: 0.0640037 Jun 11 00:15:55.065877 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['0c1dcdee-9e53-4893-a840-c67308e501b7'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:15:55.101827 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c451d2-1417-4a41-a218-d107c6b02af0 req-b26e5bd4-843d-4065-aef9-e854f1d650f0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:55.103294 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-92c451d2-1417-4a41-a218-d107c6b02af0 req-b26e5bd4-843d-4065-aef9-e854f1d650f0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 943 time: 0.0706210 Jun 11 00:15:55.129933 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ad9c0-9d95-4bbc-8b98-6a3e80fdfcf7 req-8f0fe02e-9a36-47cc-8fef-869884cf85de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:55.131824 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-5d5ad9c0-9d95-4bbc-8b98-6a3e80fdfcf7 req-8f0fe02e-9a36-47cc-8fef-869884cf85de service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ba42ba2-7b55-4648-8b55-2786e25920e5 HTTP/1.1" status: 200 len: 917 time: 0.1167359 Jun 11 00:15:55.147048 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-92c451d2-1417-4a41-a218-d107c6b02af0 req-13ca5d94-88e2-4e60-b9e6-27e60ddc1817 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380790 Jun 11 00:15:55.219303 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-5d5ad9c0-9d95-4bbc-8b98-6a3e80fdfcf7 req-b42d8fdc-b247-40f4-9a67-a877761e5a80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd HTTP/1.1" status: 200 len: 999 time: 0.0808413 Jun 11 00:15:55.275875 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ad9c0-9d95-4bbc-8b98-6a3e80fdfcf7 req-1473f1ce-7138-4155-9f36-27925c6ccaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:55.277523 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-5d5ad9c0-9d95-4bbc-8b98-6a3e80fdfcf7 req-1473f1ce-7138-4155-9f36-27925c6ccaaf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c9e8297c-0b7d-4e4e-a364-e97c2d20421f HTTP/1.1" status: 200 len: 855 time: 0.0516152 Jun 11 00:15:55.402087 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a7be4-992a-424c-b383-baf4ce071c06 req-369ea5cb-c670-48e2-8dfe-cd6fb0891a5e tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:55.403666 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0b7a7be4-992a-424c-b383-baf4ce071c06 req-369ea5cb-c670-48e2-8dfe-cd6fb0891a5e tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 944 time: 0.0728881 Jun 11 00:15:55.452685 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0b7a7be4-992a-424c-b383-baf4ce071c06 req-0d341fdc-a7f5-46cd-9f6f-1a09b1b913e2 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431452 Jun 11 00:15:55.603118 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ad9c0-9d95-4bbc-8b98-6a3e80fdfcf7 req-4b529b89-fd43-4c50-934d-119516551ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:55.604619 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-5d5ad9c0-9d95-4bbc-8b98-6a3e80fdfcf7 req-4b529b89-fd43-4c50-934d-119516551ebf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ba42ba2-7b55-4648-8b55-2786e25920e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3208058 Jun 11 00:15:55.723240 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-5d5ad9c0-9d95-4bbc-8b98-6a3e80fdfcf7 req-c90dc7b2-494e-441c-bd8a-1b0f4f73edcb service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115017 Jun 11 00:15:55.836482 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-5d5ad9c0-9d95-4bbc-8b98-6a3e80fdfcf7 req-73569fef-a63b-4275-8ff8-a442f5a53c68 service neutron] 10.222.0.21 "GET /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070313 Jun 11 00:15:55.861660 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 0c1dcdee-9e53-4893-a840-c67308e501b7 up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:15:55.918718 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 0c1dcdee-9e53-4893-a840-c67308e501b7 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:15:55.919134 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:56.014492 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:56.044639 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f48c8e-da55-411c-b0e0-855a0ec12595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1dcdee-9e53-4893-a840-c67308e501b7'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:15:56.044639 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e6e68f-1f4e-4b91-b900-a7f39ec4c1ca" -d '{"events": [{"server_uuid": "c2f48c8e-da55-411c-b0e0-855a0ec12595", "name": "network-vif-plugged", "status": "completed", "tag": "0c1dcdee-9e53-4893-a840-c67308e501b7"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:15:56.059144 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 0c1dcdee-9e53-4893-a840-c67308e501b7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0c1dcdee-9e53-4893-a840-c67308e501b7,segment=NetworkSegment(6bb04621-31b3-44a8-b1b3-52fe43128c03),segment_id=6bb04621-31b3-44a8-b1b3-52fe43128c03)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:15:56.064381 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:56.068458 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:56.093829 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eaf819b-7d3a-495c-b522-55b484e52ac4 x-openstack-request-id: req-7eaf819b-7d3a-495c-b522-55b484e52ac4 {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:15:56.094135 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f48c8e-da55-411c-b0e0-855a0ec12595", "name": "network-vif-plugged", "status": "completed", "tag": "0c1dcdee-9e53-4893-a840-c67308e501b7", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:15:56.094542 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7eaf819b-7d3a-495c-b522-55b484e52ac4 {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:15:56.094847 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f48c8e-da55-411c-b0e0-855a0ec12595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1dcdee-9e53-4893-a840-c67308e501b7', 'code': 200} Jun 11 00:15:56.126059 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=0c1dcdee-9e53-4893-a840-c67308e501b7,revision_number=8']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:56.129728 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:56.353337 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc1c5f-2200-4c35-8aec-083d8b1c779e req-1d94331f-85ef-40d3-ad72-4cfee7d50118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:56.354856 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-facc1c5f-2200-4c35-8aec-083d8b1c779e req-1d94331f-85ef-40d3-ad72-4cfee7d50118 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 1098 time: 0.0916774 Jun 11 00:15:56.373509 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c4385-578c-4259-88d1-6e661efc1964 req-c3100ca0-ab59-441b-aca3-3d625046880e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:56.376310 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1a9c4385-578c-4259-88d1-6e661efc1964 req-c3100ca0-ab59-441b-aca3-3d625046880e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 943 time: 0.0992689 Jun 11 00:15:56.430059 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1a9c4385-578c-4259-88d1-6e661efc1964 req-e562a2e9-9b37-467f-adea-1ecdd5f30b6f tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467312 Jun 11 00:15:56.667558 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8dbbf4-85d3-4aa6-a0b7-6ca9e9af388b req-6a004833-d190-402b-90b3-8c5ec37932e8 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:56.670658 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6c8dbbf4-85d3-4aa6-a0b7-6ca9e9af388b req-6a004833-d190-402b-90b3-8c5ec37932e8 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0824585 Jun 11 00:15:56.727489 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6c8dbbf4-85d3-4aa6-a0b7-6ca9e9af388b req-c1626317-40cb-44ca-9797-a7b6ae4869f3 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517576 Jun 11 00:15:57.630298 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd044440-f50a-4246-9e5e-ae21d618f653 req-ecda8505-e05b-42dc-9a74-73b7a2314239 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:57.632023 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-fd044440-f50a-4246-9e5e-ae21d618f653 req-ecda8505-e05b-42dc-9a74-73b7a2314239 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 943 time: 0.0691469 Jun 11 00:15:57.674922 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-fd044440-f50a-4246-9e5e-ae21d618f653 req-bf4d8eea-410c-4149-b253-c0c920cfa42f tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370455 Jun 11 00:15:57.910903 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a27cf5-03ce-46e0-99bd-61fad6e82d70 req-13caa795-eb75-4fd9-90ef-4758f791bf52 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:57.918254 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b4a27cf5-03ce-46e0-99bd-61fad6e82d70 req-13caa795-eb75-4fd9-90ef-4758f791bf52 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0866642 Jun 11 00:15:57.958185 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b4a27cf5-03ce-46e0-99bd-61fad6e82d70 req-a49d8589-a0c5-43dc-a2e7-9aa31c8fdf10 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390682 Jun 11 00:15:58.451969 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 44774) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:15:58.560376 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-257bbbc4-5739-497d-8da1-254e95c3b2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:58.662139 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-257bbbc4-5739-497d-8da1-254e95c3b2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:58.667565 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-257bbbc4-5739-497d-8da1-254e95c3b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:58.671297 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-3f7bbf4d-1f02-49cb-9813-cab560d97166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:58.712413 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-257bbbc4-5739-497d-8da1-254e95c3b2c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9cfc9888573e43d2a46731108cac23f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593470 Jun 11 00:15:58.714921 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 44780) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:15:58.722007 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bbbc4-5739-497d-8da1-254e95c3b2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d088e6-1afb-422a-8ba3-e12b2fc927a3,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:58.725858 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-257bbbc4-5739-497d-8da1-254e95c3b2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:58.776157 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8dbce179-dbd3-47ee-b662-d88ac78959bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:58.801834 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8dbce179-dbd3-47ee-b662-d88ac78959bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:58.907191 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0f38e-a040-47b9-8e25-9d489195ddb5 req-2380e151-a2e7-416b-8338-c6d3e667240c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:58.908686 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7ac0f38e-a040-47b9-8e25-9d489195ddb5 req-2380e151-a2e7-416b-8338-c6d3e667240c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 943 time: 0.0971720 Jun 11 00:15:58.909703 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8dbce179-dbd3-47ee-b662-d88ac78959bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:58.912388 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8dbce179-dbd3-47ee-b662-d88ac78959bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:58.913395 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-8dbce179-dbd3-47ee-b662-d88ac78959bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3d088e6-1afb-422a-8ba3-e12b2fc927a3 HTTP/1.1" status: 204 len: 168 time: 0.1975434 Jun 11 00:15:58.915236 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-f33b52f3-20cd-4f29-88c1-6598f24d73ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:58.951823 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbce179-dbd3-47ee-b662-d88ac78959bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d088e6-1afb-422a-8ba3-e12b2fc927a3,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:15:58.954775 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-8dbce179-dbd3-47ee-b662-d88ac78959bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:58.971469 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7ac0f38e-a040-47b9-8e25-9d489195ddb5 req-4c1fc578-083a-4f7e-a39d-520977399e0a tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568976 Jun 11 00:15:59.185884 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06ee0b-f1a3-4e6c-a846-bd73fdfa2175 req-ea2ef85f-caea-4515-bfcf-05fc8ecdd457 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:15:59.187761 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6f06ee0b-f1a3-4e6c-a846-bd73fdfa2175 req-ea2ef85f-caea-4515-bfcf-05fc8ecdd457 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0949101 Jun 11 00:15:59.239169 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6f06ee0b-f1a3-4e6c-a846-bd73fdfa2175 req-495243c6-6150-4e3a-acdf-7db97cbb87bb tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422585 Jun 11 00:16:00.168525 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cce30a-7bea-4a7e-8bd6-947394ad259a req-860a9b98-429f-4f86-a475-19eba099e6b4 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:00.170452 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a6cce30a-7bea-4a7e-8bd6-947394ad259a req-860a9b98-429f-4f86-a475-19eba099e6b4 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 943 time: 0.0758488 Jun 11 00:16:00.217073 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a6cce30a-7bea-4a7e-8bd6-947394ad259a req-26bdfeaa-033a-4ec8-ad42-b78d5acc4f93 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407822 Jun 11 00:16:00.424454 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f6072-6af0-4bed-aa0d-4139cf9709fa req-d281c7d3-40d6-42f0-9420-9c0f65b28301 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:00.425979 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a52f6072-6af0-4bed-aa0d-4139cf9709fa req-d281c7d3-40d6-42f0-9420-9c0f65b28301 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0712914 Jun 11 00:16:00.475124 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a52f6072-6af0-4bed-aa0d-4139cf9709fa req-dee79002-f569-4a57-bcd5-603468adb921 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412629 Jun 11 00:16:01.429014 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c8913-940d-41cb-afc0-c396abdfceaa req-f00fb738-40ae-48e7-9b34-61c53c93f68c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:01.430459 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e02c8913-940d-41cb-afc0-c396abdfceaa req-f00fb738-40ae-48e7-9b34-61c53c93f68c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 943 time: 0.0895412 Jun 11 00:16:01.477039 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e02c8913-940d-41cb-afc0-c396abdfceaa req-ff92519f-90b6-465d-a434-493fa546818a tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405686 Jun 11 00:16:01.659164 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99657a-df5a-4734-a1fb-4869737ae280 req-7ae25521-0c78-4a7c-9b4e-c71e7b38d58a tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:01.660683 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-bb99657a-df5a-4734-a1fb-4869737ae280 req-7ae25521-0c78-4a7c-9b4e-c71e7b38d58a tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0693355 Jun 11 00:16:01.706324 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-bb99657a-df5a-4734-a1fb-4869737ae280 req-881909df-9cb1-4187-935b-2b7cc9d97f61 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380554 Jun 11 00:16:02.677259 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a4f64-0643-4afa-b4be-780631a95dc3 req-123689a7-42b8-4788-8489-7a8dedac1311 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:02.678815 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-454a4f64-0643-4afa-b4be-780631a95dc3 req-123689a7-42b8-4788-8489-7a8dedac1311 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 943 time: 0.0801358 Jun 11 00:16:02.726364 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-454a4f64-0643-4afa-b4be-780631a95dc3 req-7215b34c-98b3-44f0-9965-263507d756a0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414622 Jun 11 00:16:02.897118 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd4217-57c6-47b9-b3c8-9fb8a5c3169b req-554dc63e-acaf-4605-a0c1-def2a68f5842 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:02.898624 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f3dd4217-57c6-47b9-b3c8-9fb8a5c3169b req-554dc63e-acaf-4605-a0c1-def2a68f5842 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0802727 Jun 11 00:16:02.950767 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f3dd4217-57c6-47b9-b3c8-9fb8a5c3169b req-ad1f045a-13d9-40f6-bcf9-078d8efe05f3 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460768 Jun 11 00:16:03.915805 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc9b1d-c04b-423f-a75d-81cd2bc5747d req-66f6a9b0-2937-46f8-b8fe-b7ab6d248aa7 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:03.917347 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-58fc9b1d-c04b-423f-a75d-81cd2bc5747d req-66f6a9b0-2937-46f8-b8fe-b7ab6d248aa7 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 943 time: 0.0739856 Jun 11 00:16:03.961609 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-58fc9b1d-c04b-423f-a75d-81cd2bc5747d req-40d8ba5c-3b85-4e8e-9ae8-560b08ecca62 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383852 Jun 11 00:16:04.147635 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c45a0e-7fbe-4c7e-82b7-38d953bdc0dd req-91160206-afe3-4404-a608-e1c37614795e tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:04.149292 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a9c45a0e-7fbe-4c7e-82b7-38d953bdc0dd req-91160206-afe3-4404-a608-e1c37614795e tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0824096 Jun 11 00:16:04.190875 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a9c45a0e-7fbe-4c7e-82b7-38d953bdc0dd req-c0efc352-ddf7-42cf-a702-163e42e3cf06 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360465 Jun 11 00:16:05.151765 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b0659-785e-444a-8519-dbf8d6b78463 req-8b2f79fc-558e-4c03-be01-34262c75b2f7 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:05.153246 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e86b0659-785e-444a-8519-dbf8d6b78463 req-8b2f79fc-558e-4c03-be01-34262c75b2f7 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 943 time: 0.0734599 Jun 11 00:16:05.198771 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e86b0659-785e-444a-8519-dbf8d6b78463 req-8522b41c-af8b-4c42-b01f-7bd58060a130 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399053 Jun 11 00:16:05.379237 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4fd02-47d4-4390-91fa-e59f0b450320 req-28bf59c0-adb5-4470-94c0-8ec500485496 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:05.380821 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a6e4fd02-47d4-4390-91fa-e59f0b450320 req-28bf59c0-adb5-4470-94c0-8ec500485496 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0724466 Jun 11 00:16:05.430038 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a6e4fd02-47d4-4390-91fa-e59f0b450320 req-47e95d41-7e25-40e7-b274-b3a5ec9d499e tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434308 Jun 11 00:16:06.394017 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7436f-a06c-4939-b73d-d1add4b7ff97 req-a452a8a2-257d-436b-97fb-9204871b036a tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:06.396152 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7ae7436f-a06c-4939-b73d-d1add4b7ff97 req-a452a8a2-257d-436b-97fb-9204871b036a tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 943 time: 0.0748634 Jun 11 00:16:06.439326 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7ae7436f-a06c-4939-b73d-d1add4b7ff97 req-605a33d2-334e-48ab-8aa3-47616d28dbc1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371590 Jun 11 00:16:06.615342 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f1625-ab1d-45bd-8138-e4c8b6dc1c66 req-c2a4fa5b-a6d2-41c6-8ed8-324d9a49a40c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:06.616826 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-990f1625-ab1d-45bd-8138-e4c8b6dc1c66 req-c2a4fa5b-a6d2-41c6-8ed8-324d9a49a40c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0717714 Jun 11 00:16:06.661117 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-990f1625-ab1d-45bd-8138-e4c8b6dc1c66 req-35ced1cf-a342-4506-ab04-7e0919e4fd6c tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384893 Jun 11 00:16:07.133437 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-facc1c5f-2200-4c35-8aec-083d8b1c779e req-0d63a9ed-517d-46c2-957e-de44d3fdc064 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349298 Jun 11 00:16:07.623948 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398de2bd-3f03-4534-be61-68d87aa540eb req-0b95ec13-8a20-4e76-ab4a-602f028b5ed7 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:07.625371 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-398de2bd-3f03-4534-be61-68d87aa540eb req-0b95ec13-8a20-4e76-ab4a-602f028b5ed7 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 943 time: 0.0702255 Jun 11 00:16:07.666774 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-398de2bd-3f03-4534-be61-68d87aa540eb req-71bee054-a605-42ea-a859-407467e8bee8 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358388 Jun 11 00:16:07.850069 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45062b-ad47-4fe9-bcdf-7907bdec16bc req-1746e5c4-f56b-4be7-9f2b-a5488b379990 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:07.851585 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3a45062b-ad47-4fe9-bcdf-7907bdec16bc req-1746e5c4-f56b-4be7-9f2b-a5488b379990 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0696850 Jun 11 00:16:07.901350 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3a45062b-ad47-4fe9-bcdf-7907bdec16bc req-237ee851-f9a1-45f9-9ac8-61a5ea1f9d66 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440991 Jun 11 00:16:08.855999 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3139434-b70b-44ff-96c1-57e4848d0417 req-d47b6696-5777-48b2-acbb-d33175131007 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:08.857470 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f3139434-b70b-44ff-96c1-57e4848d0417 req-d47b6696-5777-48b2-acbb-d33175131007 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 943 time: 0.0731668 Jun 11 00:16:08.898942 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f3139434-b70b-44ff-96c1-57e4848d0417 req-95dfdaab-97b5-4052-a5da-d99740567617 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358374 Jun 11 00:16:09.074507 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1b869-6f2d-4a7f-9eb8-6c2eb2384031 req-31d4e6f2-b470-4562-a0c6-1be1367e1353 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:09.075986 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b5d1b869-6f2d-4a7f-9eb8-6c2eb2384031 req-31d4e6f2-b470-4562-a0c6-1be1367e1353 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0681553 Jun 11 00:16:09.116206 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b5d1b869-6f2d-4a7f-9eb8-6c2eb2384031 req-b154b87f-c804-4bb6-84cc-32be4126d7c4 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347631 Jun 11 00:16:09.897008 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:16:10.022995 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:16:10.039310 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'port_id': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd', 'mac_address': 'fa:16:3e:65:f7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:16:10.116835 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:10.131894 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:16:10.136627 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d24cc-5987-4e0a-9184-58e80508559b req-8cca9558-c09f-477f-aeac-23f3f6f7b7e9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:10.138348 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3f4d24cc-5987-4e0a-9184-58e80508559b req-8cca9558-c09f-477f-aeac-23f3f6f7b7e9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 943 time: 0.1191857 Jun 11 00:16:10.152748 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:16:10.157117 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:10.158834 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:10.182415 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3f4d24cc-5987-4e0a-9184-58e80508559b req-f7199040-c525-4c5a-81a2-37c706d1f683 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383697 Jun 11 00:16:10.212102 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,revision_number=9']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:10.215208 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:10.358206 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['4a88bb46-8b90-4c31-adf2-3a4bf342fbcd'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:16:11.366628 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45c539-905f-49ee-aa08-a48950aeeac6 req-ceb908de-4ef6-4e1e-ba9a-df29558abc27 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:11.371936 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9d45c539-905f-49ee-aa08-a48950aeeac6 req-ceb908de-4ef6-4e1e-ba9a-df29558abc27 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 944 time: 0.0686362 Jun 11 00:16:11.377479 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:11.410767 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9d45c539-905f-49ee-aa08-a48950aeeac6 req-d0b2e2b9-a3f6-4eaf-8c7a-69784434e077 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368421 Jun 11 00:16:11.927129 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:16:11.979269 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:16:11.979676 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:12.065535 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:12.089369 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef6ef95-4548-4ae5-b259-15ff01c018a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:16:12.091609 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e96ab8-cd2c-4566-b246-fe02c7393fd2" -d '{"events": [{"server_uuid": "2ef6ef95-4548-4ae5-b259-15ff01c018a3", "name": "network-vif-plugged", "status": "completed", "tag": "4a88bb46-8b90-4c31-adf2-3a4bf342fbcd"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:16:12.104777 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:16:12.109874 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:12.111720 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-d1a1d46a-97e2-4a0b-b1a2-88f1fef42f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:12.138602 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a231d5c-f3b5-4e93-bd3c-56e9ca64e49f x-openstack-request-id: req-0a231d5c-f3b5-4e93-bd3c-56e9ca64e49f {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:16:12.138906 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef6ef95-4548-4ae5-b259-15ff01c018a3", "name": "network-vif-plugged", "status": "completed", "tag": "4a88bb46-8b90-4c31-adf2-3a4bf342fbcd", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:16:12.139182 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a231d5c-f3b5-4e93-bd3c-56e9ca64e49f {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:16:12.139606 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef6ef95-4548-4ae5-b259-15ff01c018a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd', 'code': 200} Jun 11 00:16:12.167758 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,revision_number=10']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:12.170609 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:12.316888 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc20161-c840-4ba5-9af0-5cade4427ed8 req-bb3f42c2-3e1b-4d78-85fc-8714d47030f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:12.318813 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-6cc20161-c840-4ba5-9af0-5cade4427ed8 req-bb3f42c2-3e1b-4d78-85fc-8714d47030f1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 1099 time: 0.0560760 Jun 11 00:16:12.355205 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-6cc20161-c840-4ba5-9af0-5cade4427ed8 req-39818915-e5d6-4af6-b176-e01e2315aa76 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301840 Jun 11 00:16:12.598222 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464b663-f7c8-4415-9bd1-4c020b6b3596 req-d9ca1690-6584-4aa1-adce-804d6b2e979e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:12.599614 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4464b663-f7c8-4415-9bd1-4c020b6b3596 req-d9ca1690-6584-4aa1-adce-804d6b2e979e tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 946 time: 0.0716286 Jun 11 00:16:12.640989 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4464b663-f7c8-4415-9bd1-4c020b6b3596 req-1abd29b8-8e98-455c-8ebb-34154b917ac1 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357783 Jun 11 00:16:13.170855 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-43f8bb78-df9e-48fd-88d0-dafe46c5fa98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:13.827542 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23da2c-6dc5-48eb-817f-9ed414a86672 req-bf092158-d4f9-4fce-b2e7-ba4d2d5b596c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:13.829006 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5b23da2c-6dc5-48eb-817f-9ed414a86672 req-bf092158-d4f9-4fce-b2e7-ba4d2d5b596c tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 946 time: 0.0694957 Jun 11 00:16:13.870354 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5b23da2c-6dc5-48eb-817f-9ed414a86672 req-150c6007-a240-4b88-a214-dedcbd8b52de tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348437 Jun 11 00:16:15.060050 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b223d-58f6-4f94-8098-02ba784b17ca req-45e0b4db-9547-483e-8bc4-05d7eda3cab9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:15.061487 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c34b223d-58f6-4f94-8098-02ba784b17ca req-45e0b4db-9547-483e-8bc4-05d7eda3cab9 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 946 time: 0.0711331 Jun 11 00:16:15.102523 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c34b223d-58f6-4f94-8098-02ba784b17ca req-37b408a0-8147-4ce6-81ad-5f878dc6d7ad tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355244 Jun 11 00:16:15.751786 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-a1583da2-6df9-4bac-9c64-946a8ec3a9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:15.929846 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:17.041936 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:18.435652 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:25.184871 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:16:41.393719 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:43.171704 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-31e5f553-ea4a-4ab0-983a-b42340ad609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:45.754421 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cab8-190f-42c0-92fa-34d19e4663b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:45.930271 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:47.045072 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:47.483823 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73017d58-543f-409a-9188-69eec24a75e5 req-07e23f7b-31b8-446d-87b7-2f8801fc1142 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:47.485279 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-73017d58-543f-409a-9188-69eec24a75e5 req-07e23f7b-31b8-446d-87b7-2f8801fc1142 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 946 time: 0.0698645 Jun 11 00:16:47.526376 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-73017d58-543f-409a-9188-69eec24a75e5 req-496e6edb-7ce5-4084-aa20-0d59ecae4c89 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355644 Jun 11 00:16:48.437561 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:48.715665 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe153ed-de32-45eb-8621-904bc634a1fd req-7bd585d4-dd15-440e-9fab-4165795ee338 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:48.717192 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-bfe153ed-de32-45eb-8621-904bc634a1fd req-7bd585d4-dd15-440e-9fab-4165795ee338 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 946 time: 0.0725942 Jun 11 00:16:48.740306 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087b8b6-ed0c-48bd-86b2-7f126a18607c req-d528bdc1-50c7-4214-a81a-280377138fe3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:48.741811 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4087b8b6-ed0c-48bd-86b2-7f126a18607c req-d528bdc1-50c7-4214-a81a-280377138fe3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 946 time: 0.0720851 Jun 11 00:16:48.758622 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-bfe153ed-de32-45eb-8621-904bc634a1fd req-00a896f8-e0c5-4752-8365-03696ec32664 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f73e96-e1ac-4dbe-acef-beab7bde43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352664 Jun 11 00:16:48.853743 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-4087b8b6-ed0c-48bd-86b2-7f126a18607c req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Deleting port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:16:48.854084 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4087b8b6-ed0c-48bd-86b2-7f126a18607c req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:48.961728 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-4087b8b6-ed0c-48bd-86b2-7f126a18607c req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] For port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:16:48.962030 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4087b8b6-ed0c-48bd-86b2-7f126a18607c req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:49.178481 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4087b8b6-ed0c-48bd-86b2-7f126a18607c req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:49.178852 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4087b8b6-ed0c-48bd-86b2-7f126a18607c req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1807872'] for floatingip, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:49.179165 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.db.l3_db [req-4087b8b6-ed0c-48bd-86b2-7f126a18607c req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Floating IP 678ac17b-b397-418c-b5a0-63b642ea768e disassociated. External IP: 172.27.0.156, port: 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd. Jun 11 00:16:49.179543 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-4087b8b6-ed0c-48bd-86b2-7f126a18607c req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Calling delete_port for 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd owned by compute:nova {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:16:49.328198 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4087b8b6-ed0c-48bd-86b2-7f126a18607c req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:49.333267 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:49.366730 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Pushing event deleted for resources: {'Port': ['ID=4a88bb46-8b90-4c31-adf2-3a4bf342fbcd,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:49.379755 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:49.380022 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:49.380837 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:49.380837 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:49.381179 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:49.381549 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:49.381913 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:49.382318 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:49.382725 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:49.383089 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:49.383515 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:49.383902 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:49.388240 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:49.529140 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4087b8b6-ed0c-48bd-86b2-7f126a18607c req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Router a5067c83-7a67-4e02-9036-65bfb06dd82e has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:16:49.669012 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4087b8b6-ed0c-48bd-86b2-7f126a18607c req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:16:49.678996 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e1c83c-9a5c-4f80-8ba8-34f1ed1c1481 None None] Sync routers for ids ['a5067c83-7a67-4e02-9036-65bfb06dd82e'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:16:49.688062 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e1c83c-9a5c-4f80-8ba8-34f1ed1c1481 None None] Routers {'a5067c83-7a67-4e02-9036-65bfb06dd82e'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:16:49.688692 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-d6e1c83c-9a5c-4f80-8ba8-34f1ed1c1481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:16:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['a5067c83-7a67-4e02-9036-65bfb06dd82e'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:16:49.723234 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4087b8b6-ed0c-48bd-86b2-7f126a18607c req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] No DVR routers for this DVR port 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd on host hv-cinder-78626 {{(pid=91887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:16:49.725816 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4087b8b6-ed0c-48bd-86b2-7f126a18607c req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:49.727865 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4087b8b6-ed0c-48bd-86b2-7f126a18607c req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.21 "DELETE /v2.0/ports/4a88bb46-8b90-4c31-adf2-3a4bf342fbcd HTTP/1.1" status: 204 len: 173 time: 0.9809942 Jun 11 00:16:49.728331 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef6ef95-4548-4ae5-b259-15ff01c018a3', 'name': 'network-vif-deleted', 'tag': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:16:49.730747 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b504fd48-dd55-40b2-b101-9dec0f07b980" -d '{"events": [{"server_uuid": "2ef6ef95-4548-4ae5-b259-15ff01c018a3", "name": "network-vif-deleted", "tag": "4a88bb46-8b90-4c31-adf2-3a4bf342fbcd"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:16:49.778043 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fba3dc3-ebc5-4abf-a469-40953305997d x-openstack-request-id: req-8fba3dc3-ebc5-4abf-a469-40953305997d {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:16:49.778687 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef6ef95-4548-4ae5-b259-15ff01c018a3", "name": "network-vif-deleted", "tag": "4a88bb46-8b90-4c31-adf2-3a4bf342fbcd", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:16:49.778687 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fba3dc3-ebc5-4abf-a469-40953305997d {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:16:49.779078 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef6ef95-4548-4ae5-b259-15ff01c018a3', 'name': 'network-vif-deleted', 'tag': '4a88bb46-8b90-4c31-adf2-3a4bf342fbcd', 'status': 'completed', 'code': 200} Jun 11 00:16:49.859090 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-d6e1c83c-9a5c-4f80-8ba8-34f1ed1c1481 None None] Set router a5067c83-7a67-4e02-9036-65bfb06dd82e gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:16:49.933892 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d9fc4a92-9f2c-46f0-bc61-9852ed97253e req-f3af050f-239a-46d1-aae5-9624bf7c4ab3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef6ef95-4548-4ae5-b259-15ff01c018a3 HTTP/1.1" status: 200 len: 210 time: 0.0329401 Jun 11 00:16:50.127811 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-d6e1c83c-9a5c-4f80-8ba8-34f1ed1c1481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:39Z', 'updated_at': '2021-06-11T00:09:47Z', 'revision_number': 4, 'project_id': '0094d020672949ff926d2de6af156555', 'gw_port': {'id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '62524eb9-e8be-475e-87d8-41b97686df6d', 'name': '', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'tenant_id': '0094d020672949ff926d2de6af156555', 'mac_address': 'fa:16:3e:65:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:45Z', 'updated_at': '2021-06-11T00:09:58Z', 'revision_number': 5, 'project_id': '0094d020672949ff926d2de6af156555', 'subnets': [{'id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:16:50.131065 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e1c83c-9a5c-4f80-8ba8-34f1ed1c1481 None None] Checking router: a5067c83-7a67-4e02-9036-65bfb06dd82e for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:16:50.139127 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e1c83c-9a5c-4f80-8ba8-34f1ed1c1481 None None] Routers {'a5067c83-7a67-4e02-9036-65bfb06dd82e'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:16:50.139887 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-d6e1c83c-9a5c-4f80-8ba8-34f1ed1c1481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:16:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['a5067c83-7a67-4e02-9036-65bfb06dd82e'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:16:50.279408 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-d6e1c83c-9a5c-4f80-8ba8-34f1ed1c1481 None None] Set router a5067c83-7a67-4e02-9036-65bfb06dd82e gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:16:50.530141 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-d6e1c83c-9a5c-4f80-8ba8-34f1ed1c1481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:39Z', 'updated_at': '2021-06-11T00:09:47Z', 'revision_number': 4, 'project_id': '0094d020672949ff926d2de6af156555', 'gw_port': {'id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '62524eb9-e8be-475e-87d8-41b97686df6d', 'name': '', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'tenant_id': '0094d020672949ff926d2de6af156555', 'mac_address': 'fa:16:3e:65:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:45Z', 'updated_at': '2021-06-11T00:09:58Z', 'revision_number': 5, 'project_id': '0094d020672949ff926d2de6af156555', 'subnets': [{'id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:16:50.533919 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e1c83c-9a5c-4f80-8ba8-34f1ed1c1481 None None] The sync data for ids ['a5067c83-7a67-4e02-9036-65bfb06dd82e'] in dv-cinder-786260-5-iscsi is: [{'id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:39Z', 'updated_at': '2021-06-11T00:09:47Z', 'revision_number': 4, 'project_id': '0094d020672949ff926d2de6af156555', 'gw_port': {'id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '62524eb9-e8be-475e-87d8-41b97686df6d', 'name': '', 'network_id': '1ba42ba2-7b55-4648-8b55-2786e25920e5', 'tenant_id': '0094d020672949ff926d2de6af156555', 'mac_address': 'fa:16:3e:65:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:45Z', 'updated_at': '2021-06-11T00:09:58Z', 'revision_number': 5, 'project_id': '0094d020672949ff926d2de6af156555', 'subnets': [{'id': 'c9e8297c-0b7d-4e4e-a364-e97c2d20421f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:16:50.726882 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c2f63e-8312-4751-b3a7-0f5d544467eb None None] New status for floating IP 678ac17b-b397-418c-b5a0-63b642ea768e: DOWN {{(pid=91890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:16:51.064643 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 44914) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:51.121219 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5f6b5af1-0cab-4ca0-b1c5-c2e791ff4b94 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:51.149212 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5f6b5af1-0cab-4ca0-b1c5-c2e791ff4b94 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:51.199075 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5f6b5af1-0cab-4ca0-b1c5-c2e791ff4b94 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:51.201726 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5f6b5af1-0cab-4ca0-b1c5-c2e791ff4b94 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:51.202847 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-5f6b5af1-0cab-4ca0-b1c5-c2e791ff4b94 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "DELETE /v2.0/security-groups/71f73e96-e1ac-4dbe-acef-beab7bde43d4 HTTP/1.1" status: 204 len: 168 time: 0.1372063 Jun 11 00:16:51.203616 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-5b3cc6f7-143f-4c8b-b0a2-f9cb6ce4c855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:51.206291 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 44916) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:51.213755 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b5af1-0cab-4ca0-b1c5-c2e791ff4b94 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f73e96-e1ac-4dbe-acef-beab7bde43d4,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:51.220625 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b5af1-0cab-4ca0-b1c5-c2e791ff4b94 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:51.220999 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b5af1-0cab-4ca0-b1c5-c2e791ff4b94 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:51.221365 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b5af1-0cab-4ca0-b1c5-c2e791ff4b94 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:51.221726 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b5af1-0cab-4ca0-b1c5-c2e791ff4b94 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:51.222082 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b5af1-0cab-4ca0-b1c5-c2e791ff4b94 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:51.222434 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b5af1-0cab-4ca0-b1c5-c2e791ff4b94 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:51.222782 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b5af1-0cab-4ca0-b1c5-c2e791ff4b94 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:51.223129 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b5af1-0cab-4ca0-b1c5-c2e791ff4b94 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:51.223504 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b5af1-0cab-4ca0-b1c5-c2e791ff4b94 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:51.223853 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b5af1-0cab-4ca0-b1c5-c2e791ff4b94 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:51.224196 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b5af1-0cab-4ca0-b1c5-c2e791ff4b94 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:51.224538 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b5af1-0cab-4ca0-b1c5-c2e791ff4b94 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:51.224863 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.api.v2.resource [None req-48a8ba69-e7c3-4bdc-9cdd-15c675734ba3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] show failed (client error): The resource could not be found. Jun 11 00:16:51.225854 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-48a8ba69-e7c3-4bdc-9cdd-15c675734ba3 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "GET /v2.0/security-groups/71f73e96-e1ac-4dbe-acef-beab7bde43d4 HTTP/1.1" status: 404 len: 347 time: 0.0185275 Jun 11 00:16:51.227560 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-5f6b5af1-0cab-4ca0-b1c5-c2e791ff4b94 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:51.228745 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 44918) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:51.388103 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-dc631d11-8f29-402f-9a91-578407ad045b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Deleting port c084094e-8b30-45ec-933e-ba194a06f7cf {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:16:51.388459 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dc631d11-8f29-402f-9a91-578407ad045b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:51.487568 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dc631d11-8f29-402f-9a91-578407ad045b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:51.487846 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dc631d11-8f29-402f-9a91-578407ad045b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:51.577902 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-dc631d11-8f29-402f-9a91-578407ad045b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Calling delete_port for c084094e-8b30-45ec-933e-ba194a06f7cf owned by network:floatingip {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:16:51.733554 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dc631d11-8f29-402f-9a91-578407ad045b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:51.735545 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c883b576-326e-46bc-b0ff-5c0321107458 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:51.761806 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc631d11-8f29-402f-9a91-578407ad045b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Pushing event deleted for resources: {'Port': ['ID=c084094e-8b30-45ec-933e-ba194a06f7cf,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:51.764435 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-dc631d11-8f29-402f-9a91-578407ad045b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:51.836845 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dc631d11-8f29-402f-9a91-578407ad045b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks [] for floatingip, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:51.839513 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-dc631d11-8f29-402f-9a91-578407ad045b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:51.840634 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-dc631d11-8f29-402f-9a91-578407ad045b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] 10.222.0.15 "DELETE /v2.0/floatingips/678ac17b-b397-418c-b5a0-63b642ea768e HTTP/1.1" status: 204 len: 168 time: 0.6110024 Jun 11 00:16:52.117701 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:16:52.147876 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] No Port match for: 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:16:52.148232 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 4a88bb46-8b90-4c31-adf2-3a4bf342fbcd not bound to the agent host hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:16:54.382127 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 44940) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:54.958367 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6e98847e-cdd5-4dc0-94a7-676c6c8bb7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808805'] for router_interface, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:55.544063 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-6e98847e-cdd5-4dc0-94a7-676c6c8bb7ee admin admin] Deleting port 62524eb9-e8be-475e-87d8-41b97686df6d {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:16:55.544805 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6e98847e-cdd5-4dc0-94a7-676c6c8bb7ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:55.641807 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [None req-6e98847e-cdd5-4dc0-94a7-676c6c8bb7ee admin admin] For port 62524eb9-e8be-475e-87d8-41b97686df6d, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=62524eb9-e8be-475e-87d8-41b97686df6d,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:16:55.642088 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6e98847e-cdd5-4dc0-94a7-676c6c8bb7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:55.732556 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-6e98847e-cdd5-4dc0-94a7-676c6c8bb7ee admin admin] Calling delete_port for 62524eb9-e8be-475e-87d8-41b97686df6d owned by network:router_interface {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:16:55.952311 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6e98847e-cdd5-4dc0-94a7-676c6c8bb7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:55.954819 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-cc74972c-1957-4247-93f3-af172612eeb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:55.982852 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98847e-cdd5-4dc0-94a7-676c6c8bb7ee admin admin] Pushing event deleted for resources: {'Port': ['ID=62524eb9-e8be-475e-87d8-41b97686df6d,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:55.986107 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-6e98847e-cdd5-4dc0-94a7-676c6c8bb7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:56.196377 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6e98847e-cdd5-4dc0-94a7-676c6c8bb7ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1804085'] for router_interface, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:56.481534 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e98847e-cdd5-4dc0-94a7-676c6c8bb7ee admin admin] Router a5067c83-7a67-4e02-9036-65bfb06dd82e has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:16:56.619817 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e98847e-cdd5-4dc0-94a7-676c6c8bb7ee admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:16:56.624787 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-6e98847e-cdd5-4dc0-94a7-676c6c8bb7ee admin admin] 10.222.0.15 "PUT /v2.0/routers/a5067c83-7a67-4e02-9036-65bfb06dd82e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2416406 Jun 11 00:16:56.627815 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 44944) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:56.630419 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766805cc-1dee-4c14-af38-39aab98ef48f None None] Sync routers for ids ['a5067c83-7a67-4e02-9036-65bfb06dd82e'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:16:56.639602 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766805cc-1dee-4c14-af38-39aab98ef48f None None] Routers {'a5067c83-7a67-4e02-9036-65bfb06dd82e'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:16:56.640220 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-766805cc-1dee-4c14-af38-39aab98ef48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:16:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['a5067c83-7a67-4e02-9036-65bfb06dd82e'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:16:56.777190 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a70a-9b49-4365-9799-5109e22beff0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:56.912709 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-766805cc-1dee-4c14-af38-39aab98ef48f None None] Set router a5067c83-7a67-4e02-9036-65bfb06dd82e gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:16:56.922271 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a70a-9b49-4365-9799-5109e22beff0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:56.979633 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-d3f2a70a-9b49-4365-9799-5109e22beff0 admin admin] Deleting port 9dbc8880-ff86-4c04-b207-fee0bf34188c {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:16:56.979975 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a70a-9b49-4365-9799-5109e22beff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:57.083124 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [None req-d3f2a70a-9b49-4365-9799-5109e22beff0 admin admin] For port 9dbc8880-ff86-4c04-b207-fee0bf34188c, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=9dbc8880-ff86-4c04-b207-fee0bf34188c,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:16:57.083514 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a70a-9b49-4365-9799-5109e22beff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:57.146671 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-766805cc-1dee-4c14-af38-39aab98ef48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:39Z', 'updated_at': '2021-06-11T00:16:55Z', 'revision_number': 5, 'project_id': '0094d020672949ff926d2de6af156555', 'gw_port': {'id': '9dbc8880-ff86-4c04-b207-fee0bf34188c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:09:40Z', 'updated_at': '2021-06-11T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:16:57.150032 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766805cc-1dee-4c14-af38-39aab98ef48f None None] Checking router: a5067c83-7a67-4e02-9036-65bfb06dd82e for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:16:57.158505 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766805cc-1dee-4c14-af38-39aab98ef48f None None] Routers {'a5067c83-7a67-4e02-9036-65bfb06dd82e'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:16:57.159116 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-766805cc-1dee-4c14-af38-39aab98ef48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:16:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['a5067c83-7a67-4e02-9036-65bfb06dd82e'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:16:57.176157 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-d3f2a70a-9b49-4365-9799-5109e22beff0 admin admin] Calling delete_port for 9dbc8880-ff86-4c04-b207-fee0bf34188c owned by network:router_gateway {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:16:57.277261 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-766805cc-1dee-4c14-af38-39aab98ef48f None None] Set router a5067c83-7a67-4e02-9036-65bfb06dd82e gateway port host: None {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:16:57.355143 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-766805cc-1dee-4c14-af38-39aab98ef48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:39Z', 'updated_at': '2021-06-11T00:16:56Z', 'revision_number': 6, 'project_id': '0094d020672949ff926d2de6af156555', 'gw_port_host': None}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:16:57.358558 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766805cc-1dee-4c14-af38-39aab98ef48f None None] The sync data for ids ['a5067c83-7a67-4e02-9036-65bfb06dd82e'] in dv-cinder-786260-5-iscsi is: [{'id': 'a5067c83-7a67-4e02-9036-65bfb06dd82e', 'name': 'tempest-AttachVolumeShelveTestJSON-844932485-router', 'tenant_id': '0094d020672949ff926d2de6af156555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:09:39Z', 'updated_at': '2021-06-11T00:16:56Z', 'revision_number': 6, 'project_id': '0094d020672949ff926d2de6af156555', 'gw_port_host': None}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:16:57.377928 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a70a-9b49-4365-9799-5109e22beff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:57.381155 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-741a7831-d8ff-4304-9251-ea4897adb9be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:57.410961 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2a70a-9b49-4365-9799-5109e22beff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dbc8880-ff86-4c04-b207-fee0bf34188c,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:57.414651 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d3f2a70a-9b49-4365-9799-5109e22beff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:57.484948 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a70a-9b49-4365-9799-5109e22beff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1807972'] for router_gateway, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:57.620249 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a70a-9b49-4365-9799-5109e22beff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1805719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57805'] for router, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:57.622308 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a70a-9b49-4365-9799-5109e22beff0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:57.681470 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a70a-9b49-4365-9799-5109e22beff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806145'] for router, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:57.681914 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f2a70a-9b49-4365-9799-5109e22beff0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5067c83-7a67-4e02-9036-65bfb06dd82e {{(pid=91887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 00:16:57.687205 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a70a-9b49-4365-9799-5109e22beff0 admin admin] Notify callbacks [] for router, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:57.688395 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-d3f2a70a-9b49-4365-9799-5109e22beff0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a5067c83-7a67-4e02-9036-65bfb06dd82e HTTP/1.1" status: 204 len: 168 time: 1.0596688 Jun 11 00:16:57.691436 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 44946) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:57.744153 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4990026-ae8e-4dda-a71b-ff35e2676896 admin admin] Deleting subnet c9e8297c-0b7d-4e4e-a364-e97c2d20421f {{(pid=91887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:16:57.747339 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e4990026-ae8e-4dda-a71b-ff35e2676896 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:57.796153 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e4990026-ae8e-4dda-a71b-ff35e2676896 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3393294'] for subnet, precommit_delete_associations {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:57.913999 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e4990026-ae8e-4dda-a71b-ff35e2676896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752867'] for subnet, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:58.244622 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e4990026-ae8e-4dda-a71b-ff35e2676896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3175783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8802595'] for subnet, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:58.246823 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:58.278597 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4990026-ae8e-4dda-a71b-ff35e2676896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e8297c-0b7d-4e4e-a364-e97c2d20421f,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:58.280599 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e4990026-ae8e-4dda-a71b-ff35e2676896 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:58.282440 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-e4990026-ae8e-4dda-a71b-ff35e2676896 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c9e8297c-0b7d-4e4e-a364-e97c2d20421f HTTP/1.1" status: 204 len: 168 time: 0.5900917 Jun 11 00:16:58.283946 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e4990026-ae8e-4dda-a71b-ff35e2676896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:58.285485 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 44948) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:58.289342 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3008b6-b6ec-422c-a5c1-90bc542d284c None None] Network 1ba42ba2-7b55-4648-8b55-2786e25920e5 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:16:58.381856 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546938'] for network, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:58.438553 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] Deleting port 9af7b329-b7b5-4a65-99f9-f81a32eb8753 {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:16:58.438897 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:58.525265 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] For port 9af7b329-b7b5-4a65-99f9-f81a32eb8753, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=9af7b329-b7b5-4a65-99f9-f81a32eb8753,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:16:58.525627 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:58.527973 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] DHCP port deletion for 1ba42ba2-7b55-4648-8b55-2786e25920e5 request from dv-cinder-786260-5-iscsi {{(pid=91889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 00:16:58.584953 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] Deleting port 9af7b329-b7b5-4a65-99f9-f81a32eb8753 {{(pid=91889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:16:58.585439 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:58.617872 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] Calling delete_port for 9af7b329-b7b5-4a65-99f9-f81a32eb8753 owned by network:dhcp {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:16:58.666118 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] For port 9af7b329-b7b5-4a65-99f9-f81a32eb8753, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=9af7b329-b7b5-4a65-99f9-f81a32eb8753,segment=NetworkSegment(05203495-5e16-493a-b4c1-e5efc4595b09),segment_id=05203495-5e16-493a-b4c1-e5efc4595b09)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:16:58.666539 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:58.713053 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:58.715323 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c7e3cdbe-e088-407a-b248-90f55491e7e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:58.747592 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] Pushing event deleted for resources: {'Port': ['ID=9af7b329-b7b5-4a65-99f9-f81a32eb8753,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:58.751038 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:58.754062 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] No DVR routers for this DVR port 9af7b329-b7b5-4a65-99f9-f81a32eb8753 on host dv-cinder-786260-5-iscsi {{(pid=91887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:16:58.765572 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] Calling delete_port for 9af7b329-b7b5-4a65-99f9-f81a32eb8753 owned by network:dhcp {{(pid=91889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:16:58.770595 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 62524eb9-e8be-475e-87d8-41b97686df6d no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:16:58.803009 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: 62524eb9-e8be-475e-87d8-41b97686df6d {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:16:58.803361 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 62524eb9-e8be-475e-87d8-41b97686df6d not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:16:58.803813 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 9dbc8880-ff86-4c04-b207-fee0bf34188c no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:16:58.847286 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: 9dbc8880-ff86-4c04-b207-fee0bf34188c {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:16:58.847663 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 9dbc8880-ff86-4c04-b207-fee0bf34188c not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:16:58.848091 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 9af7b329-b7b5-4a65-99f9-f81a32eb8753 no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:16:58.853619 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750700', 'neutron.services.segments.db._delete_segments_for_network-8777603965615'] for network, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:58.864520 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba42ba2-7b55-4648-8b55-2786e25920e5']}} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:16:58.880174 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05203495-5e16-493a-b4c1-e5efc4595b09') {'for_net_delete': True} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:16:58.880399 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05203495-5e16-493a-b4c1-e5efc4595b09') {} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:16:58.891268 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777603965444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3393303'] for segment, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:58.906752 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:58.912821 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=91887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:16:58.913307 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3176440'] for segment, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: retrieve_revision_numbers = { Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: retrieve_revision_numbers = { Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: retrieve_revision_numbers = { Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: retrieve_revision_numbers = { Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: Traceback (most recent call last): Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: timer() Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: cb(*args, **kw) Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: return func(*args, **kwargs) Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: self._notify() Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: self.callback(batched_events) Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: event.method(event) Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: return f(self, *a, **k) Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: return self._get(url).json() Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: return self.request(url, 'GET', **kwargs) Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:16:58.914955 dv-cinder-786260-5-iscsi neutron-server[91887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:16:58.920694 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: 9af7b329-b7b5-4a65-99f9-f81a32eb8753 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:16:58.921050 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 9af7b329-b7b5-4a65-99f9-f81a32eb8753 not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:16:58.974636 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975'] for port, after_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:58.977292 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:58.988114 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1807883'] for network, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:58.991949 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-fcbbf1f9-1508-439d-88a8-7f02ad634082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:58.994322 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:58.996134 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1ba42ba2-7b55-4648-8b55-2786e25920e5 HTTP/1.1" status: 204 len: 168 time: 0.7096024 Jun 11 00:16:59.006057 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] Pushing event deleted for resources: {'Port': ['ID=9af7b329-b7b5-4a65-99f9-f81a32eb8753,revision_number=None']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:59.008473 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] No DVR routers for this DVR port 9af7b329-b7b5-4a65-99f9-f81a32eb8753 on host dv-cinder-786260-5-iscsi {{(pid=91889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:16:59.010926 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ba42ba2-7b55-4648-8b55-2786e25920e5,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:59.013586 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:59.016395 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:59.016744 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:59.017083 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:59.018041 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:59.018375 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:59.018802 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:59.019008 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:59.019334 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:59.019689 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:59.020000 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:59.020315 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:59.020626 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:59.023662 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:59.112487 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 44952) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:59.159246 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-ba58cfd1-1a88-4e26-aca5-eb2345088156 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0094d020672949ff926d2de6af156555&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0453553 Jun 11 00:16:59.161485 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 44954) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:59.212385 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb053-de45-4a5f-b7ea-b7e275e13024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:59.234583 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb053-de45-4a5f-b7ea-b7e275e13024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:59.284339 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb053-de45-4a5f-b7ea-b7e275e13024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:59.286896 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb053-de45-4a5f-b7ea-b7e275e13024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:59.288078 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-f5cfb053-de45-4a5f-b7ea-b7e275e13024 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f383c373-594f-4ed4-9071-efb7a1e90ed9 HTTP/1.1" status: 204 len: 168 time: 0.1255555 Jun 11 00:16:59.288997 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-5dac3c04-086f-4be2-9168-0e063deb8399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:59.297239 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfb053-de45-4a5f-b7ea-b7e275e13024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f383c373-594f-4ed4-9071-efb7a1e90ed9,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:59.300252 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f5cfb053-de45-4a5f-b7ea-b7e275e13024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:59.939920 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 44976) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:00.030127 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-53b37d56-6aa3-4455-97a7-5e3490cec827 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1903813129-network', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:17:00.052143 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b37d56-6aa3-4455-97a7-5e3490cec827 admin admin] Made reservation on behalf of 0a0172e46ff047e3a97122c5e76e4717 for: {'network': 1} {{(pid=91888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:17:00.054396 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-53b37d56-6aa3-4455-97a7-5e3490cec827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for network, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:00.065205 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-53b37d56-6aa3-4455-97a7-5e3490cec827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:00.161233 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-53b37d56-6aa3-4455-97a7-5e3490cec827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:00.164658 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-53b37d56-6aa3-4455-97a7-5e3490cec827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:00.168288 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-4a8e73d6-8266-40dc-927e-a3b5af1a767a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:00.185904 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b37d56-6aa3-4455-97a7-5e3490cec827 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=91888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:17:00.200736 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b37d56-6aa3-4455-97a7-5e3490cec827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9f2919-f607-4214-b591-479c9e4301a0,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:00.203590 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-53b37d56-6aa3-4455-97a7-5e3490cec827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:00.203935 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.segments_db [None req-53b37d56-6aa3-4455-97a7-5e3490cec827 admin admin] Added segment e71b9b90-de83-4cc1-9a4b-708d15286399 of type vlan for network 4eee4e9d-e482-4fa4-936e-75b7380dc552 Jun 11 00:17:00.205314 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-53b37d56-6aa3-4455-97a7-5e3490cec827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:00.254995 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-53b37d56-6aa3-4455-97a7-5e3490cec827 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777603396253'] for network, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:00.282594 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-53b37d56-6aa3-4455-97a7-5e3490cec827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395'] for network, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:00.284472 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b37d56-6aa3-4455-97a7-5e3490cec827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:00.285054 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-53b37d56-6aa3-4455-97a7-5e3490cec827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:00.287835 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:00.322479 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-53b37d56-6aa3-4455-97a7-5e3490cec827 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3815081 Jun 11 00:17:00.325454 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 44980) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:00.330587 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-90a4df69-6f73-4870-b3f4-4e5922e68087 admin admin] Request body: {'subnet': {'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1903813129-subnet', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:17:00.351895 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a4df69-6f73-4870-b3f4-4e5922e68087 admin admin] Made reservation on behalf of 0a0172e46ff047e3a97122c5e76e4717 for: {'subnet': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:17:00.354128 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-90a4df69-6f73-4870-b3f4-4e5922e68087 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8802620'] for subnet, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:00.364853 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b37d56-6aa3-4455-97a7-5e3490cec827 admin admin] Pushing event updated for resources: {'Network': ['ID=4eee4e9d-e482-4fa4-936e-75b7380dc552,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:00.367580 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-53b37d56-6aa3-4455-97a7-5e3490cec827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:00.374715 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Network 4eee4e9d-e482-4fa4-936e-75b7380dc552 details requested by agent ovs-agent-dv-cinder-786260-5-iscsi with host dv-cinder-786260-5-iscsi {{(pid=91889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:17:00.553342 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-90a4df69-6f73-4870-b3f4-4e5922e68087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3175718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8802602'] for subnet, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:00.556158 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:00.620210 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4df69-6f73-4870-b3f4-4e5922e68087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edd50820-75ae-41c7-a350-34ba34337b5d,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:00.623719 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-90a4df69-6f73-4870-b3f4-4e5922e68087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:00.628897 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4df69-6f73-4870-b3f4-4e5922e68087 admin admin] Checking segment: {'id': 'e71b9b90-de83-4cc1-9a4b-708d15286399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:17:00.629251 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a4df69-6f73-4870-b3f4-4e5922e68087 admin admin] Network hostable DHCP agents. Network: 4eee4e9d-e482-4fa4-936e-75b7380dc552, hostable agents: ['ce8ef649-8289-40e7-a272-310ee0704403'], hosted agents: [] {{(pid=91887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:17:00.645769 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a4df69-6f73-4870-b3f4-4e5922e68087 admin admin] Network 4eee4e9d-e482-4fa4-936e-75b7380dc552 is scheduled to be hosted by DHCP agent ce8ef649-8289-40e7-a272-310ee0704403 with binding_index 1 {{(pid=91887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:17:00.653505 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-90a4df69-6f73-4870-b3f4-4e5922e68087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-iscsi, 4eee4e9d-e482-4fa4-936e-75b7380dc552) {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:17:00.658500 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a4df69-6f73-4870-b3f4-4e5922e68087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:00.659245 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-90a4df69-6f73-4870-b3f4-4e5922e68087 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:00.664435 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a925c8-721d-467f-a6bd-9e548f1e9cf9 None None] Network 4eee4e9d-e482-4fa4-936e-75b7380dc552 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:17:00.673474 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-90a4df69-6f73-4870-b3f4-4e5922e68087 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3467488 Jun 11 00:17:00.675895 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 44982) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:00.680169 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:17:00.705370 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1805805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57663'] for router, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:00.706332 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1805640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807546', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1829555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57654'] for router, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:00.768821 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:00.851212 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb50485c-9bec-542c-b087-b5f348a75376-4eee4e9d-e482-4fa4-936e-75b7380dc552', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'fixed_ips': [{'subnet_id': 'edd50820-75ae-41c7-a350-34ba34337b5d'}]}} from dv-cinder-786260-5-iscsi. {{(pid=91889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 00:17:00.852153 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:00.971591 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1807539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1805791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57796'] for router, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:01.002004 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.db_base_plugin_common [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Allocated IP 172.20.0.2 (4eee4e9d-e482-4fa4-936e-75b7380dc552/edd50820-75ae-41c7-a350-34ba34337b5d/f529e841-7809-4f89-bb1a-3f79f48cab75) {{(pid=91889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:17:01.177314 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Notify callbacks [] for port, precommit_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:01.186542 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Transition to ACTIVE for port object f529e841-7809-4f89-bb1a-3f79f48cab75 will not be triggered until provisioned by entity L2. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:17:01.202142 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Transition to ACTIVE for port object f529e841-7809-4f89-bb1a-3f79f48cab75 will not be triggered until provisioned by entity DHCP. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:17:01.208677 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:01.210567 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:01.243497 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:01.260273 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Network 4eee4e9d-e482-4fa4-936e-75b7380dc552 is already hosted by enough agents. {{(pid=91889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:17:01.263230 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.scheduler.base_scheduler [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Resources bound (agent type, host, resource id): {{(pid=91889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:17:01.265721 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Received port after_create {{(pid=91889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:17:01.270218 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:01.271884 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Pushing event updated for resources: {'Port': ['ID=f529e841-7809-4f89-bb1a-3f79f48cab75,revision_number=1']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:01.275167 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:01.338278 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Attempting to bind port f529e841-7809-4f89-bb1a-3f79f48cab75 on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:17:01.338649 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Attempting to bind port f529e841-7809-4f89-bb1a-3f79f48cab75 by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': 'e71b9b90-de83-4cc1-9a4b-708d15286399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552'}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:17:01.339022 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Attempting to bind port f529e841-7809-4f89-bb1a-3f79f48cab75 on network 4eee4e9d-e482-4fa4-936e-75b7380dc552 {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:17:01.344037 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:17:01.344416 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Checking segment: {'id': 'e71b9b90-de83-4cc1-9a4b-708d15286399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:17:01.344811 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:01.345221 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Bound using segment: {'id': 'e71b9b90-de83-4cc1-9a4b-708d15286399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552'} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:17:01.345688 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Bound port: f529e841-7809-4f89-bb1a-3f79f48cab75, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71b9b90-de83-4cc1-9a4b-708d15286399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552'}}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:17:01.346063 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:01.393196 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] Allocated IP 172.27.0.91 (ac6ac806-5702-4387-9142-a5902410ace9/3051342c-25eb-4552-a861-7cf92af851d2/5b6c6914-23aa-41dc-b7ab-8dd17faa3c67) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:17:01.426460 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] For port f529e841-7809-4f89-bb1a-3f79f48cab75, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:17:01.429651 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] For port f529e841-7809-4f89-bb1a-3f79f48cab75, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=f529e841-7809-4f89-bb1a-3f79f48cab75,segment=NetworkSegment(e71b9b90-de83-4cc1-9a4b-708d15286399),segment_id=e71b9b90-de83-4cc1-9a4b-708d15286399)] {{(pid=91889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:17:01.433957 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:01.436686 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:01.497112 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Pushing event updated for resources: {'Port': ['ID=f529e841-7809-4f89-bb1a-3f79f48cab75,revision_number=2']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:01.500156 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:01.530488 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:01.575231 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:01.577237 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-edeaa8ca-cb73-4de2-94c8-defe9e46e3a8 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:01.621297 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] Network ac6ac806-5702-4387-9142-a5902410ace9 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:17:01.629400 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:17:01.632855 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:17:01.668383 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] Pushing event updated for resources: {'Port': ['ID=5b6c6914-23aa-41dc-b7ab-8dd17faa3c67,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:01.672702 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:01.985195 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:02.183503 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:17:02.402938 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4277ba9c-dcec-4bcd-a1b2-858236a07af0 None None] Network 4eee4e9d-e482-4fa4-936e-75b7380dc552 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:17:02.544990 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808123'] for router, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:02.633872 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-d43047d1-fa77-4984-8a24-6c9683c12b22 None None] Provisioning for port f529e841-7809-4f89-bb1a-3f79f48cab75 completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:17:02.723566 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] Router cfa1383d-fd88-44cf-84ce-5300075e1daa is scheduled to L3 agent 13048256-9efd-4e96-9632-a13a528604ea with binding_index 1 {{(pid=91887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 00:17:02.779137 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device f529e841-7809-4f89-bb1a-3f79f48cab75 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:17:02.848985 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port f529e841-7809-4f89-bb1a-3f79f48cab75 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:17:02.853141 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port f529e841-7809-4f89-bb1a-3f79f48cab75 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:17:02.853523 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:02.875269 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:17:02.886060 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] Sync routers for ids ['cfa1383d-fd88-44cf-84ce-5300075e1daa'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:17:02.895735 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] Notify callbacks [] for router, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:02.897686 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2205813 Jun 11 00:17:02.899569 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] Routers {'cfa1383d-fd88-44cf-84ce-5300075e1daa'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:17:02.900092 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 44984) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:02.900746 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:16:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['cfa1383d-fd88-44cf-84ce-5300075e1daa'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:02.964167 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:02.992355 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-5e376e19-55f1-4f49-b5bb-81cc1e40352b None None] Provisioning complete for port f529e841-7809-4f89-bb1a-3f79f48cab75 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:17:02.992688 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-5e376e19-55f1-4f49-b5bb-81cc1e40352b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:03.037539 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port f529e841-7809-4f89-bb1a-3f79f48cab75, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=f529e841-7809-4f89-bb1a-3f79f48cab75,segment=NetworkSegment(e71b9b90-de83-4cc1-9a4b-708d15286399),segment_id=e71b9b90-de83-4cc1-9a4b-708d15286399)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:17:03.043027 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:03.046480 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:03.061356 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] Set router cfa1383d-fd88-44cf-84ce-5300075e1daa gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:17:03.127627 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=f529e841-7809-4f89-bb1a-3f79f48cab75,revision_number=3']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:03.131703 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:03.299121 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:17:00Z', 'updated_at': '2021-06-11T00:17:01Z', 'revision_number': 3, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'gw_port': {'id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:01Z', 'updated_at': '2021-06-11T00:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:03.302398 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] Checking router: cfa1383d-fd88-44cf-84ce-5300075e1daa for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:17:03.302772 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] Updating router cfa1383d-fd88-44cf-84ce-5300075e1daa port 5b6c6914-23aa-41dc-b7ab-8dd17faa3c67 binding host dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:17:03.342414 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:03.457680 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:03.638654 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Allocated IP 172.20.0.1 (4eee4e9d-e482-4fa4-936e-75b7380dc552/edd50820-75ae-41c7-a350-34ba34337b5d/99efd846-ce92-41f7-8a3b-df4cf0b0a557) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:17:03.645367 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:03.655119 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.provisioning_blocks [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] Transition to ACTIVE for port object 5b6c6914-23aa-41dc-b7ab-8dd17faa3c67 will not be triggered until provisioned by entity L2. {{(pid=91890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:17:03.660509 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:03.662613 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-5062b6ab-aa70-44e9-99ca-ecca361a2ad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:03.720040 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] Attempting to bind port 5b6c6914-23aa-41dc-b7ab-8dd17faa3c67 on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:17:03.720442 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] Attempting to bind port 5b6c6914-23aa-41dc-b7ab-8dd17faa3c67 by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:17:03.720813 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] Attempting to bind port 5b6c6914-23aa-41dc-b7ab-8dd17faa3c67 on network ac6ac806-5702-4387-9142-a5902410ace9 {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:17:03.722563 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978fca0-8e55-4a4f-81f7-845c3f5ca8c8 None None] Pushing event updated for resources: {'Port': ['ID=5b6c6914-23aa-41dc-b7ab-8dd17faa3c67,revision_number=2']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:03.731228 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e978fca0-8e55-4a4f-81f7-845c3f5ca8c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:17:03.731603 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e978fca0-8e55-4a4f-81f7-845c3f5ca8c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:17:03.731942 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e978fca0-8e55-4a4f-81f7-845c3f5ca8c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:17:03.732274 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e978fca0-8e55-4a4f-81f7-845c3f5ca8c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:17:03.732607 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e978fca0-8e55-4a4f-81f7-845c3f5ca8c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:17:03.732940 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e978fca0-8e55-4a4f-81f7-845c3f5ca8c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:17:03.733266 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e978fca0-8e55-4a4f-81f7-845c3f5ca8c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:17:03.733587 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e978fca0-8e55-4a4f-81f7-845c3f5ca8c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:17:03.733910 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e978fca0-8e55-4a4f-81f7-845c3f5ca8c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:17:03.734302 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e978fca0-8e55-4a4f-81f7-845c3f5ca8c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:17:03.734548 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e978fca0-8e55-4a4f-81f7-845c3f5ca8c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:17:03.734865 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e978fca0-8e55-4a4f-81f7-845c3f5ca8c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:17:03.738556 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:17:03.738944 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] Checking segment: {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:17:03.739353 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:03.739785 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] Bound using segment: {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:17:03.740234 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] Bound port: 5b6c6914-23aa-41dc-b7ab-8dd17faa3c67, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:17:03.740615 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:03.742276 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e978fca0-8e55-4a4f-81f7-845c3f5ca8c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:03.771439 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:03.783996 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Transition to ACTIVE for port object 99efd846-ce92-41f7-8a3b-df4cf0b0a557 will not be triggered until provisioned by entity DHCP. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:17:03.803593 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] For port 5b6c6914-23aa-41dc-b7ab-8dd17faa3c67, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:17:03.807001 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] For port 5b6c6914-23aa-41dc-b7ab-8dd17faa3c67, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=5b6c6914-23aa-41dc-b7ab-8dd17faa3c67,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:17:03.811086 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:03.813201 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-6e61bd52-79df-404a-bc29-aabb37dda988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:03.822015 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:03.824188 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d04e1523-3fb2-4fa3-9869-0f02c54d1610 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:03.874501 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Network 4eee4e9d-e482-4fa4-936e-75b7380dc552 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:17:03.878116 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:17:03.881735 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:17:03.887469 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Pushing event updated for resources: {'Port': ['ID=99efd846-ce92-41f7-8a3b-df4cf0b0a557,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:03.914123 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:03.933878 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808700'] for router_interface, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:03.975894 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] Routers {'cfa1383d-fd88-44cf-84ce-5300075e1daa'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:17:03.976535 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:16:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['cfa1383d-fd88-44cf-84ce-5300075e1daa'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:03.981337 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978fca0-8e55-4a4f-81f7-845c3f5ca8c8 None None] Pushing event updated for resources: {'Port': ['ID=5b6c6914-23aa-41dc-b7ab-8dd17faa3c67,revision_number=3']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:03.984439 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e978fca0-8e55-4a4f-81f7-845c3f5ca8c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:04.073342 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-0c2dedc3-a215-4afe-b027-9dafdd8f0b08 None None] Provisioning for port 99efd846-ce92-41f7-8a3b-df4cf0b0a557 completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:17:04.077018 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-0c2dedc3-a215-4afe-b027-9dafdd8f0b08 None None] Provisioning complete for port 99efd846-ce92-41f7-8a3b-df4cf0b0a557 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:17:04.077406 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-0c2dedc3-a215-4afe-b027-9dafdd8f0b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:04.109172 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:04.121107 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-0c2dedc3-a215-4afe-b027-9dafdd8f0b08 None None] Port 99efd846-ce92-41f7-8a3b-df4cf0b0a557 cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:17:04.133556 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] Set router cfa1383d-fd88-44cf-84ce-5300075e1daa gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:17:04.299774 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:04.304607 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:04.307886 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-dfd1fca4-02f1-4e5c-8fa4-50c88f967015 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:04.376316 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:17:00Z', 'updated_at': '2021-06-11T00:17:01Z', 'revision_number': 3, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'gw_port': {'id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:01Z', 'updated_at': '2021-06-11T00:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:04.380391 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f184c70-d128-4662-bf86-5638661e9e40 None None] The sync data for ids ['cfa1383d-fd88-44cf-84ce-5300075e1daa'] in dv-cinder-786260-5-iscsi is: [{'id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:17:00Z', 'updated_at': '2021-06-11T00:17:01Z', 'revision_number': 3, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'gw_port': {'id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:01Z', 'updated_at': '2021-06-11T00:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:17:04.406907 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808712'] for router_interface, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:04.409543 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Pushing event updated for resources: {'Port': ['ID=99efd846-ce92-41f7-8a3b-df4cf0b0a557,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:04.412762 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:04.527964 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Network 4eee4e9d-e482-4fa4-936e-75b7380dc552 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:17:04.529265 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:17:04.691233 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Router cfa1383d-fd88-44cf-84ce-5300075e1daa has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:17:04.844605 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-ee095296-809e-40f8-8898-ba3ca1b83f88 None None] Provisioning complete for port 99efd846-ce92-41f7-8a3b-df4cf0b0a557 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:17:04.845558 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-ee095296-809e-40f8-8898-ba3ca1b83f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:04.866508 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:17:04.872947 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] 10.222.0.15 "PUT /v2.0/routers/cfa1383d-fd88-44cf-84ce-5300075e1daa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9717886 Jun 11 00:17:04.877539 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 5b6c6914-23aa-41dc-b7ab-8dd17faa3c67 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:17:04.933103 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-ee095296-809e-40f8-8898-ba3ca1b83f88 None None] Port 99efd846-ce92-41f7-8a3b-df4cf0b0a557 cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:17:04.953751 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port 5b6c6914-23aa-41dc-b7ab-8dd17faa3c67 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:17:04.959903 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 5b6c6914-23aa-41dc-b7ab-8dd17faa3c67 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:17:04.960663 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:05.062827 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:05.086483 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port 5b6c6914-23aa-41dc-b7ab-8dd17faa3c67, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=5b6c6914-23aa-41dc-b7ab-8dd17faa3c67,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:17:05.091097 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:05.092167 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device f529e841-7809-4f89-bb1a-3f79f48cab75 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:17:05.094184 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:05.187589 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=5b6c6914-23aa-41dc-b7ab-8dd17faa3c67,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:05.192163 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:05.200951 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port f529e841-7809-4f89-bb1a-3f79f48cab75 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:17:05.201398 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:05.509039 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-5ed37a28-ce7b-42fd-8029-81e29a9cdf70 req-1b4c317e-c507-4425-a1fc-dd9de24b34bc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0637975 Jun 11 00:17:05.549991 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 44992) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:05.554656 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-ce972f37-4651-497c-b0cc-94b02fac613b tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Request body: {'security_group': {'name': 'tempest-securitygroup--584956971', 'description': 'tempest-description--1441169143'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:17:05.576962 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ce972f37-4651-497c-b0cc-94b02fac613b tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:05.681499 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ce972f37-4651-497c-b0cc-94b02fac613b tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:05.685880 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ce972f37-4651-497c-b0cc-94b02fac613b tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:05.688421 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-7b86849d-e05f-449d-80c4-06ba9f0ed53c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:05.717716 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce972f37-4651-497c-b0cc-94b02fac613b tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca70cfb-03ea-494a-9379-55ddff1b4f90,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:05.720670 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ce972f37-4651-497c-b0cc-94b02fac613b tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:05.724496 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-ce972f37-4651-497c-b0cc-94b02fac613b tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1707931 Jun 11 00:17:05.724496 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-ce972f37-4651-497c-b0cc-94b02fac613b tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:05.724807 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 44994) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:05.729195 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-e60dcf53-8213-4ea2-a25f-75c97c027c26 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Request body: {'security_group_rule': {'security_group_id': 'aca70cfb-03ea-494a-9379-55ddff1b4f90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:17:05.757814 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e60dcf53-8213-4ea2-a25f-75c97c027c26 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:05.824987 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e60dcf53-8213-4ea2-a25f-75c97c027c26 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:05.830307 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e60dcf53-8213-4ea2-a25f-75c97c027c26 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:05.832625 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-83d988dd-307c-4e22-8cda-1cf0874262eb tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:05.851855 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dcf53-8213-4ea2-a25f-75c97c027c26 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4de373-a5e3-414c-9145-5d90cb4e05f2,revision_number=0']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:05.854989 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-e60dcf53-8213-4ea2-a25f-75c97c027c26 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:05.858838 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-e60dcf53-8213-4ea2-a25f-75c97c027c26 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:05.862154 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-e60dcf53-8213-4ea2-a25f-75c97c027c26 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365023 Jun 11 00:17:05.862745 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 44996) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:05.867241 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-0946c666-0303-4c96-9735-bd28bad56624 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Request body: {'security_group_rule': {'security_group_id': 'aca70cfb-03ea-494a-9379-55ddff1b4f90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:17:05.894011 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0946c666-0303-4c96-9735-bd28bad56624 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:05.901656 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed37a28-ce7b-42fd-8029-81e29a9cdf70 req-e24ec68e-ec6f-486c-8f1b-ce9401c409a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:05.903199 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-5ed37a28-ce7b-42fd-8029-81e29a9cdf70 req-e24ec68e-ec6f-486c-8f1b-ce9401c409a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4b2c02cca8342d0a2e79a10f15436f0&device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 1098 time: 0.3530331 Jun 11 00:17:05.959184 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0946c666-0303-4c96-9735-bd28bad56624 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:05.962827 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0946c666-0303-4c96-9735-bd28bad56624 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:05.967284 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:05.979724 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] Sync routers for ids ['cfa1383d-fd88-44cf-84ce-5300075e1daa'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:17:05.985776 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946c666-0303-4c96-9735-bd28bad56624 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f19c9ca-8305-4fbb-834f-6e1f13dde354,revision_number=0']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:05.988730 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-0946c666-0303-4c96-9735-bd28bad56624 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:05.990003 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0946c666-0303-4c96-9735-bd28bad56624 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:05.990369 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] Routers {'cfa1383d-fd88-44cf-84ce-5300075e1daa'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:17:05.991401 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-0946c666-0303-4c96-9735-bd28bad56624 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276648 Jun 11 00:17:05.994372 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:16:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['cfa1383d-fd88-44cf-84ce-5300075e1daa'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:05.994536 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 44998) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:05.999340 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Request body: {'floatingip': {'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:17:06.024700 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for floatingip, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:06.041691 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed37a28-ce7b-42fd-8029-81e29a9cdf70 req-96a0deed-2c7b-4c17-8752-7a1bc6f855a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:06.043332 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-5ed37a28-ce7b-42fd-8029-81e29a9cdf70 req-96a0deed-2c7b-4c17-8752-7a1bc6f855a6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b268359-8d07-449e-a75e-0d00b0644849 HTTP/1.1" status: 200 len: 910 time: 0.1175270 Jun 11 00:17:06.123500 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-5ed37a28-ce7b-42fd-8029-81e29a9cdf70 req-a6cdef15-c62e-4089-a684-ddce13b6c77a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c1dcdee-9e53-4893-a840-c67308e501b7 HTTP/1.1" status: 200 len: 1000 time: 0.0737545 Jun 11 00:17:06.152378 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] Set router cfa1383d-fd88-44cf-84ce-5300075e1daa gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:17:06.152920 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:06.190442 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed37a28-ce7b-42fd-8029-81e29a9cdf70 req-75dc137b-dd4e-4b28-a48d-f8f9f321c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:06.192474 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-5ed37a28-ce7b-42fd-8029-81e29a9cdf70 req-75dc137b-dd4e-4b28-a48d-f8f9f321c8ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bed01ecf-2424-4b04-ae9c-d7b603ee3ccb HTTP/1.1" status: 200 len: 848 time: 0.0617707 Jun 11 00:17:06.258949 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed37a28-ce7b-42fd-8029-81e29a9cdf70 req-21c02044-e6c9-441d-a7f6-d6d68ca233e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:06.261049 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-5ed37a28-ce7b-42fd-8029-81e29a9cdf70 req-21c02044-e6c9-441d-a7f6-d6d68ca233e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b268359-8d07-449e-a75e-0d00b0644849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627751 Jun 11 00:17:06.282212 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_common [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Allocated IP 172.27.0.252 (ac6ac806-5702-4387-9142-a5902410ace9/3051342c-25eb-4552-a861-7cf92af851d2/64f2ad12-b6b1-4780-9eb5-3bc51d8026c5) {{(pid=91888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:17:06.391316 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-5ed37a28-ce7b-42fd-8029-81e29a9cdf70 req-68c11058-fa64-43cd-8492-14c1142debb1 service neutron] 10.222.0.21 "GET /v2.0/networks/2b268359-8d07-449e-a75e-0d00b0644849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236899 Jun 11 00:17:06.422033 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for port, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:06.425459 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:17:00Z', 'updated_at': '2021-06-11T00:17:04Z', 'revision_number': 4, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'gw_port': {'id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:01Z', 'updated_at': '2021-06-11T00:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '99efd846-ce92-41f7-8a3b-df4cf0b0a557', 'name': '', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'mac_address': 'fa:16:3e:3a:c8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:03Z', 'updated_at': '2021-06-11T00:17:04Z', 'revision_number': 2, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'subnets': [{'id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:06.428911 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] Checking router: cfa1383d-fd88-44cf-84ce-5300075e1daa for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:17:06.429464 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] Updating router cfa1383d-fd88-44cf-84ce-5300075e1daa port 99efd846-ce92-41f7-8a3b-df4cf0b0a557 binding host dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:17:06.468167 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3493225'] for port, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:06.470554 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-945aaff8-ce54-46e8-b191-7caa68e482d2 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:06.471259 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:06.511812 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-5ed37a28-ce7b-42fd-8029-81e29a9cdf70 req-989ca30e-ee89-42fb-9522-d24d9bf36015 service neutron] 10.222.0.21 "GET /v2.0/networks/2b268359-8d07-449e-a75e-0d00b0644849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137657 Jun 11 00:17:06.519929 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Network ac6ac806-5702-4387-9142-a5902410ace9 is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:17:06.522781 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:17:06.529524 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Received port after_create {{(pid=91888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:17:06.531404 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Pushing event updated for resources: {'Port': ['ID=64f2ad12-b6b1-4780-9eb5-3bc51d8026c5,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:06.564663 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:06.675635 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:06.729389 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:06.780478 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 5b6c6914-23aa-41dc-b7ab-8dd17faa3c67 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:17:06.840013 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] Notify callbacks [] for port, precommit_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:06.852647 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] Transition to ACTIVE for port object 99efd846-ce92-41f7-8a3b-df4cf0b0a557 will not be triggered until provisioned by entity L2. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:17:06.861087 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:06.863817 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:06.902719 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 5b6c6914-23aa-41dc-b7ab-8dd17faa3c67 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:17:06.903099 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:06.916215 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for port, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:06.921036 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3493243'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:06.924353 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:07.006261 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d8cb5-1b89-4ef4-a3b1-dab925fce434 None None] Pushing event updated for resources: {'Port': ['ID=99efd846-ce92-41f7-8a3b-df4cf0b0a557,revision_number=3']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:07.012287 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-3f4d8cb5-1b89-4ef4-a3b1-dab925fce434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:07.017864 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Pushing event updated for resources: {'Port': ['ID=64f2ad12-b6b1-4780-9eb5-3bc51d8026c5,revision_number=2']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:07.021046 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:07.027503 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1807872'] for floatingip, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:07.042702 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:07.053019 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0487525 Jun 11 00:17:07.123986 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] Attempting to bind port 99efd846-ce92-41f7-8a3b-df4cf0b0a557 on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:17:07.124463 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] Attempting to bind port 99efd846-ce92-41f7-8a3b-df4cf0b0a557 by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': 'e71b9b90-de83-4cc1-9a4b-708d15286399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552'}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:17:07.124904 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] Attempting to bind port 99efd846-ce92-41f7-8a3b-df4cf0b0a557 on network 4eee4e9d-e482-4fa4-936e-75b7380dc552 {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:17:07.145416 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:17:07.145803 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] Checking segment: {'id': 'e71b9b90-de83-4cc1-9a4b-708d15286399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:17:07.146254 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:07.146603 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] Bound using segment: {'id': 'e71b9b90-de83-4cc1-9a4b-708d15286399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552'} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:17:07.147089 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] Bound port: 99efd846-ce92-41f7-8a3b-df4cf0b0a557, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71b9b90-de83-4cc1-9a4b-708d15286399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552'}}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:17:07.147501 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:07.197806 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-2563ea4d-7a67-4398-9ee9-204f863e1449 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--584956971&fields=id&tenant_id=0a0172e46ff047e3a97122c5e76e4717 HTTP/1.1" status: 200 len: 267 time: 0.0365634 Jun 11 00:17:07.225705 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] For port 99efd846-ce92-41f7-8a3b-df4cf0b0a557, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:17:07.229232 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] For port 99efd846-ce92-41f7-8a3b-df4cf0b0a557, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=99efd846-ce92-41f7-8a3b-df4cf0b0a557,segment=NetworkSegment(e71b9b90-de83-4cc1-9a4b-708d15286399),segment_id=e71b9b90-de83-4cc1-9a4b-708d15286399)] {{(pid=91889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:17:07.233636 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:07.235589 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:07.333192 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d052ac19-81a9-4fdc-af21-4beed2ceeae7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:07.334748 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d052ac19-81a9-4fdc-af21-4beed2ceeae7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/networks?id=4eee4e9d-e482-4fa4-936e-75b7380dc552 HTTP/1.1" status: 200 len: 811 time: 0.1306298 Jun 11 00:17:07.350875 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-99c2be5b-a0cf-4b97-b31b-c70f7389f929 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/quotas/0a0172e46ff047e3a97122c5e76e4717 HTTP/1.1" status: 200 len: 375 time: 0.0096619 Jun 11 00:17:07.428832 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] Routers {'cfa1383d-fd88-44cf-84ce-5300075e1daa'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:17:07.429484 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:16:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['cfa1383d-fd88-44cf-84ce-5300075e1daa'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:07.435140 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d6530c0a-6f04-41d3-a097-571574b57edb tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a0172e46ff047e3a97122c5e76e4717&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0787122 Jun 11 00:17:07.482922 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d8cb5-1b89-4ef4-a3b1-dab925fce434 None None] Pushing event updated for resources: {'Port': ['ID=99efd846-ce92-41f7-8a3b-df4cf0b0a557,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:07.528531 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-3f4d8cb5-1b89-4ef4-a3b1-dab925fce434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:07.589625 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] Set router cfa1383d-fd88-44cf-84ce-5300075e1daa gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:17:07.619087 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-bb1b08ef-860f-4759-b642-eea4eac4d282 service neutron] 10.222.0.15 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713171 Jun 11 00:17:07.739330 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-95cde7e5-4aa3-4410-85fb-0349211fc95b service neutron] 10.222.0.15 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142752 Jun 11 00:17:07.871398 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:17:00Z', 'updated_at': '2021-06-11T00:17:04Z', 'revision_number': 4, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'gw_port': {'id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:01Z', 'updated_at': '2021-06-11T00:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '99efd846-ce92-41f7-8a3b-df4cf0b0a557', 'name': '', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'mac_address': 'fa:16:3e:3a:c8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:03Z', 'updated_at': '2021-06-11T00:17:07Z', 'revision_number': 4, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'subnets': [{'id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:07.875564 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9b9f1-819e-41d4-bcd0-14518d856808 None None] The sync data for ids ['cfa1383d-fd88-44cf-84ce-5300075e1daa'] in dv-cinder-786260-5-iscsi is: [{'id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:17:00Z', 'updated_at': '2021-06-11T00:17:04Z', 'revision_number': 4, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'gw_port': {'id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:01Z', 'updated_at': '2021-06-11T00:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '99efd846-ce92-41f7-8a3b-df4cf0b0a557', 'name': '', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'mac_address': 'fa:16:3e:3a:c8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:03Z', 'updated_at': '2021-06-11T00:17:07Z', 'revision_number': 4, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'subnets': [{'id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:17:08.002026 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c9e1c807-8e67-4858-9cea-c17d99be3703 req-d9fb1b5e-141c-4535-b7b1-16704118870e tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 210 time: 0.0625432 Jun 11 00:17:08.776538 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 99efd846-ce92-41f7-8a3b-df4cf0b0a557 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:17:08.832240 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port 99efd846-ce92-41f7-8a3b-df4cf0b0a557 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:17:08.836133 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 99efd846-ce92-41f7-8a3b-df4cf0b0a557 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:17:08.836597 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:08.933488 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:08.970804 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port 99efd846-ce92-41f7-8a3b-df4cf0b0a557, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=99efd846-ce92-41f7-8a3b-df4cf0b0a557,segment=NetworkSegment(e71b9b90-de83-4cc1-9a4b-708d15286399),segment_id=e71b9b90-de83-4cc1-9a4b-708d15286399)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:17:08.975108 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:08.977026 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:09.031175 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=99efd846-ce92-41f7-8a3b-df4cf0b0a557,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:09.044624 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:09.165515 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7d1e98f8-896b-454e-b871-ead1c8925928 req-1c026c8a-5c7c-4605-9717-a52fea1dfe04 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 210 time: 0.0399940 Jun 11 00:17:09.169790 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-e2fe0cb5-51ab-445f-9db9-59f4ee53254d tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:09.171310 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-e2fe0cb5-51ab-445f-9db9-59f4ee53254d tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.21 "GET /v2.0/networks?id=4eee4e9d-e482-4fa4-936e-75b7380dc552 HTTP/1.1" status: 200 len: 811 time: 0.1391959 Jun 11 00:17:09.218541 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-ee93fb55-f9b9-4bb1-9fed-f4cffce88b42 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a0172e46ff047e3a97122c5e76e4717 HTTP/1.1" status: 200 len: 379 time: 0.0381446 Jun 11 00:17:09.227796 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-77a24441-6b83-4945-a0f9-6ab6100f75f9 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Request body: {'port': {'device_id': 'a0177380-da89-4d42-9bc2-11ac1c7b9c67', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'admin_state_up': True, 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'security_groups': ['aca70cfb-03ea-494a-9379-55ddff1b4f90']}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:17:09.360559 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-77a24441-6b83-4945-a0f9-6ab6100f75f9 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Made reservation on behalf of 0a0172e46ff047e3a97122c5e76e4717 for: {'port': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:17:09.364060 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-77a24441-6b83-4945-a0f9-6ab6100f75f9 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:09.502403 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-77a24441-6b83-4945-a0f9-6ab6100f75f9 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Allocated IP 172.20.0.4 (4eee4e9d-e482-4fa4-936e-75b7380dc552/edd50820-75ae-41c7-a350-34ba34337b5d/8bd87221-0773-4172-8a10-56149736f923) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:17:09.670987 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-77a24441-6b83-4945-a0f9-6ab6100f75f9 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:09.683702 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-77a24441-6b83-4945-a0f9-6ab6100f75f9 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Transition to ACTIVE for port object 8bd87221-0773-4172-8a10-56149736f923 will not be triggered until provisioned by entity DHCP. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:17:09.721706 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-77a24441-6b83-4945-a0f9-6ab6100f75f9 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:09.725559 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d3f2a70a-9b49-4365-9799-5109e22beff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:09.771923 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-77a24441-6b83-4945-a0f9-6ab6100f75f9 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Network 4eee4e9d-e482-4fa4-936e-75b7380dc552 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:17:09.775066 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-77a24441-6b83-4945-a0f9-6ab6100f75f9 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:17:09.778888 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-77a24441-6b83-4945-a0f9-6ab6100f75f9 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:17:09.816346 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a24441-6b83-4945-a0f9-6ab6100f75f9 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Pushing event updated for resources: {'Port': ['ID=8bd87221-0773-4172-8a10-56149736f923,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:09.820651 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-77a24441-6b83-4945-a0f9-6ab6100f75f9 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:09.843103 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-77a24441-6b83-4945-a0f9-6ab6100f75f9 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:09.843744 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-77a24441-6b83-4945-a0f9-6ab6100f75f9 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:09.858652 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-77a24441-6b83-4945-a0f9-6ab6100f75f9 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6344302 Jun 11 00:17:09.870889 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Request body: {'port': {'device_id': 'a0177380-da89-4d42-9bc2-11ac1c7b9c67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:17:09.963898 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-2bc538ff-af18-4916-b213-b4f07680e8cf None None] Provisioning for port 8bd87221-0773-4172-8a10-56149736f923 completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:17:09.967394 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:09.967684 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-2bc538ff-af18-4916-b213-b4f07680e8cf None None] Provisioning complete for port 8bd87221-0773-4172-8a10-56149736f923 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:17:09.968069 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-2bc538ff-af18-4916-b213-b4f07680e8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:10.009830 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-2bc538ff-af18-4916-b213-b4f07680e8cf None None] Port 8bd87221-0773-4172-8a10-56149736f923 cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:17:10.272593 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd87221-0773-4172-8a10-56149736f923 {{(pid=91887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:17:10.280201 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:10.292636 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Transition to ACTIVE for port object 8bd87221-0773-4172-8a10-56149736f923 will not be triggered until provisioned by entity L2. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:17:10.296223 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:10.299560 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:10.368145 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3afdde-f972-4e58-976f-1eef0a5529dd req-d1c5a971-05f9-44fa-9c39-b51d46863417 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:10.370606 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7e3afdde-f972-4e58-976f-1eef0a5529dd req-d1c5a971-05f9-44fa-9c39-b51d46863417 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 943 time: 0.0862041 Jun 11 00:17:10.401791 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Pushing event updated for resources: {'Port': ['ID=8bd87221-0773-4172-8a10-56149736f923,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:10.422462 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7e3afdde-f972-4e58-976f-1eef0a5529dd req-eaa3a590-bc6b-4904-9762-e2ddcce12888 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460744 Jun 11 00:17:10.425760 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:10.486863 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Attempting to bind port 8bd87221-0773-4172-8a10-56149736f923 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:17:10.487209 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Attempting to bind port 8bd87221-0773-4172-8a10-56149736f923 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'e71b9b90-de83-4cc1-9a4b-708d15286399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552'}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:17:10.487570 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Attempting to bind port 8bd87221-0773-4172-8a10-56149736f923 on network 4eee4e9d-e482-4fa4-936e-75b7380dc552 {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:17:10.491943 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Port 8bd87221-0773-4172-8a10-56149736f923 on network 4eee4e9d-e482-4fa4-936e-75b7380dc552 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:17:10.492269 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Attempting to bind port 8bd87221-0773-4172-8a10-56149736f923 on network 4eee4e9d-e482-4fa4-936e-75b7380dc552 {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:17:10.497303 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Checking agent: {'id': '0b82d12c-0850-474f-ad5c-077a5fa277b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:17:10.497646 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Checking segment: {'id': 'e71b9b90-de83-4cc1-9a4b-708d15286399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:17:10.498031 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Bound using segment: {'id': 'e71b9b90-de83-4cc1-9a4b-708d15286399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552'} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:17:10.498491 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Bound port: 8bd87221-0773-4172-8a10-56149736f923, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e71b9b90-de83-4cc1-9a4b-708d15286399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552'}}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:17:10.498844 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:10.581531 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] For port 8bd87221-0773-4172-8a10-56149736f923, host hv-cinder-78626, cleared binding levels {{(pid=91887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:17:10.584564 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] For port 8bd87221-0773-4172-8a10-56149736f923, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8bd87221-0773-4172-8a10-56149736f923,segment=NetworkSegment(e71b9b90-de83-4cc1-9a4b-708d15286399),segment_id=e71b9b90-de83-4cc1-9a4b-708d15286399)] {{(pid=91887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:17:10.589043 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:10.591773 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-ec8a0531-27f9-4906-8efa-bf44f5a122f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:10.627158 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:10.627802 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:10.629272 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] 10.222.0.21 "PUT /v2.0/ports/8bd87221-0773-4172-8a10-56149736f923 HTTP/1.1" status: 200 len: 1093 time: 0.7627659 Jun 11 00:17:10.629663 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0177380-da89-4d42-9bc2-11ac1c7b9c67', 'tag': '8bd87221-0773-4172-8a10-56149736f923'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:17:10.631974 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e7f7bf-523f-48f0-b45f-6bf09c1c2402" -d '{"events": [{"name": "network-changed", "server_uuid": "a0177380-da89-4d42-9bc2-11ac1c7b9c67", "tag": "8bd87221-0773-4172-8a10-56149736f923"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:17:10.661085 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Pushing event updated for resources: {'Port': ['ID=8bd87221-0773-4172-8a10-56149736f923,revision_number=3']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:10.664222 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:10.680574 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669db27e-55f2-4423-a2a0-9ae7b626a173 x-openstack-request-id: req-669db27e-55f2-4423-a2a0-9ae7b626a173 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:17:10.680971 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0177380-da89-4d42-9bc2-11ac1c7b9c67", "tag": "8bd87221-0773-4172-8a10-56149736f923", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:17:10.681321 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-669db27e-55f2-4423-a2a0-9ae7b626a173 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:17:10.681855 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0177380-da89-4d42-9bc2-11ac1c7b9c67', 'tag': '8bd87221-0773-4172-8a10-56149736f923', 'status': 'completed', 'code': 200} Jun 11 00:17:10.731942 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-5dff3af2-cefe-4d51-838c-6c5db5e3ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:10.733433 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-5dff3af2-cefe-4d51-838c-6c5db5e3ff07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a0172e46ff047e3a97122c5e76e4717&device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 1096 time: 0.0640895 Jun 11 00:17:10.758735 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 99efd846-ce92-41f7-8a3b-df4cf0b0a557 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:17:10.794041 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-723ebe31-7b33-4077-8cec-b14a2f411ed4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd87221-0773-4172-8a10-56149736f923 HTTP/1.1" status: 200 len: 217 time: 0.0531771 Jun 11 00:17:10.818162 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 99efd846-ce92-41f7-8a3b-df4cf0b0a557 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:17:10.818638 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:10.852711 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-58c42858-e5c7-4bc3-9b54-7beeae692c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:10.854202 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-58c42858-e5c7-4bc3-9b54-7beeae692c34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=edd50820-75ae-41c7-a350-34ba34337b5d HTTP/1.1" status: 200 len: 850 time: 0.0543945 Jun 11 00:17:10.933744 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-52207717-a842-49c5-b82c-bdc49f60cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:10.935397 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-52207717-a842-49c5-b82c-bdc49f60cb0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4eee4e9d-e482-4fa4-936e-75b7380dc552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751190 Jun 11 00:17:11.046662 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-b12f0a6c-7376-4589-b45e-934a4633f8a1 service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041040 Jun 11 00:17:11.160674 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-17cdf692-4f63-415b-9cff-80d13627f8d4 req-b98ac84f-36ea-461e-a5b8-89397b089a37 service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063638 Jun 11 00:17:11.265973 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7f7bf-523f-48f0-b45f-6bf09c1c2402 req-224da851-7df6-4e42-916c-50ea5f18cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:11.268026 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-d7e7f7bf-523f-48f0-b45f-6bf09c1c2402 req-224da851-7df6-4e42-916c-50ea5f18cd60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a0172e46ff047e3a97122c5e76e4717&device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 1096 time: 0.0619347 Jun 11 00:17:11.378165 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7f7bf-523f-48f0-b45f-6bf09c1c2402 req-df8d03f9-3b98-46b7-be9b-66615378c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:11.379076 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:11.379642 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-d7e7f7bf-523f-48f0-b45f-6bf09c1c2402 req-df8d03f9-3b98-46b7-be9b-66615378c88b service neutron] 10.222.0.21 "GET /v2.0/networks?id=4eee4e9d-e482-4fa4-936e-75b7380dc552 HTTP/1.1" status: 200 len: 912 time: 0.1043072 Jun 11 00:17:11.437240 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-d7e7f7bf-523f-48f0-b45f-6bf09c1c2402 req-73f4a805-1919-439d-984c-b9a3abb68463 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd87221-0773-4172-8a10-56149736f923 HTTP/1.1" status: 200 len: 217 time: 0.0509067 Jun 11 00:17:11.493071 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7f7bf-523f-48f0-b45f-6bf09c1c2402 req-cfc06376-b461-4087-9b46-e0f242cfbb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:11.494506 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-d7e7f7bf-523f-48f0-b45f-6bf09c1c2402 req-cfc06376-b461-4087-9b46-e0f242cfbb36 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=edd50820-75ae-41c7-a350-34ba34337b5d HTTP/1.1" status: 200 len: 850 time: 0.0503590 Jun 11 00:17:11.564936 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7f7bf-523f-48f0-b45f-6bf09c1c2402 req-1d049947-d44f-4968-8edd-d48a2a3cc1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:11.566433 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-d7e7f7bf-523f-48f0-b45f-6bf09c1c2402 req-1d049947-d44f-4968-8edd-d48a2a3cc1ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4eee4e9d-e482-4fa4-936e-75b7380dc552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643201 Jun 11 00:17:11.607274 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0effc-1eee-41ed-9759-c2a54cf133d4 req-e8426d13-ddfa-42f3-8a40-8741a60e3ca3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:11.608809 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-19b0effc-1eee-41ed-9759-c2a54cf133d4 req-e8426d13-ddfa-42f3-8a40-8741a60e3ca3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 943 time: 0.0776403 Jun 11 00:17:11.681331 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-d7e7f7bf-523f-48f0-b45f-6bf09c1c2402 req-a011911b-1e27-417e-b37d-67e3095898d6 service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074431 Jun 11 00:17:11.802473 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-d7e7f7bf-523f-48f0-b45f-6bf09c1c2402 req-a5035888-b17a-47af-8ba9-c3c279d317fe service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143155 Jun 11 00:17:11.865834 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-19b0effc-1eee-41ed-9759-c2a54cf133d4 req-358691d7-8c67-4a86-a83b-9b1df77c9758 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513611 Jun 11 00:17:13.047132 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df8f91-8a25-40b9-ac42-8a4dae11f706 req-8af3348c-8f69-409d-80ed-4a8e22650a84 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:13.048627 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f5df8f91-8a25-40b9-ac42-8a4dae11f706 req-8af3348c-8f69-409d-80ed-4a8e22650a84 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 943 time: 0.0676415 Jun 11 00:17:13.088791 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f5df8f91-8a25-40b9-ac42-8a4dae11f706 req-ce4c33e6-ae8c-48df-ac83-323cab38439a tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345931 Jun 11 00:17:13.171803 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-29b7c308-a658-446c-993d-0a06d7074f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:14.218259 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 8bd87221-0773-4172-8a10-56149736f923 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:17:14.267585 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5affd-7f86-4ff4-9f18-b860b5ce367e req-6d503c1f-3925-4c05-bc62-a4d728532849 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:14.269057 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-eed5affd-7f86-4ff4-9f18-b860b5ce367e req-6d503c1f-3925-4c05-bc62-a4d728532849 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 943 time: 0.0716813 Jun 11 00:17:14.309854 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-eed5affd-7f86-4ff4-9f18-b860b5ce367e req-fd0dd026-c0fb-4f51-afa5-252e04f0eca9 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349574 Jun 11 00:17:14.338682 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 8bd87221-0773-4172-8a10-56149736f923, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8bd87221-0773-4172-8a10-56149736f923,segment=NetworkSegment(e71b9b90-de83-4cc1-9a4b-708d15286399),segment_id=e71b9b90-de83-4cc1-9a4b-708d15286399)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:17:14.350619 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '8bd87221-0773-4172-8a10-56149736f923', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'port_id': '8bd87221-0773-4172-8a10-56149736f923', 'mac_address': 'fa:16:3e:01:10:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:17:14.397157 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:14.412102 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd87221-0773-4172-8a10-56149736f923 {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:17:14.432872 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 8bd87221-0773-4172-8a10-56149736f923, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8bd87221-0773-4172-8a10-56149736f923,segment=NetworkSegment(e71b9b90-de83-4cc1-9a4b-708d15286399),segment_id=e71b9b90-de83-4cc1-9a4b-708d15286399)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:17:14.436972 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:14.440174 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:14.492262 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=8bd87221-0773-4172-8a10-56149736f923,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:14.495396 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:14.652729 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['8bd87221-0773-4172-8a10-56149736f923'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:17:15.485694 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55719e3-7008-4564-96d0-706918b5b863 req-9bdedf3f-c4a7-4560-bc8a-7a0ee4143226 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:15.487126 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c55719e3-7008-4564-96d0-706918b5b863 req-9bdedf3f-c4a7-4560-bc8a-7a0ee4143226 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 944 time: 0.0687041 Jun 11 00:17:15.527835 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c55719e3-7008-4564-96d0-706918b5b863 req-1f33d248-9554-4ca5-850c-180832db6bba tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351489 Jun 11 00:17:15.754662 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-45fefaed-8cfe-4547-ac82-c53ae1a9b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:15.929774 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:16.227802 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 8bd87221-0773-4172-8a10-56149736f923 up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:17:16.280724 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning for port 8bd87221-0773-4172-8a10-56149736f923 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:17:16.285275 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 8bd87221-0773-4172-8a10-56149736f923 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:17:16.285653 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:16.373531 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:16.398260 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0177380-da89-4d42-9bc2-11ac1c7b9c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd87221-0773-4172-8a10-56149736f923'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:17:16.400604 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9557e7f0-1adf-4e3d-95b7-485f309e831a" -d '{"events": [{"server_uuid": "a0177380-da89-4d42-9bc2-11ac1c7b9c67", "name": "network-vif-plugged", "status": "completed", "tag": "8bd87221-0773-4172-8a10-56149736f923"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:17:16.414156 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 8bd87221-0773-4172-8a10-56149736f923, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8bd87221-0773-4172-8a10-56149736f923,segment=NetworkSegment(e71b9b90-de83-4cc1-9a4b-708d15286399),segment_id=e71b9b90-de83-4cc1-9a4b-708d15286399)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:17:16.418018 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:16.419964 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-d52a7723-3c1c-4d1a-a403-b8e9734c4b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:16.446382 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67538ba-e7f3-4522-b86b-d204b42a1e09 x-openstack-request-id: req-e67538ba-e7f3-4522-b86b-d204b42a1e09 {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:17:16.446689 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0177380-da89-4d42-9bc2-11ac1c7b9c67", "name": "network-vif-plugged", "status": "completed", "tag": "8bd87221-0773-4172-8a10-56149736f923", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:17:16.446953 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e67538ba-e7f3-4522-b86b-d204b42a1e09 {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:17:16.447389 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0177380-da89-4d42-9bc2-11ac1c7b9c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd87221-0773-4172-8a10-56149736f923', 'code': 200} Jun 11 00:17:16.476021 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=8bd87221-0773-4172-8a10-56149736f923,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:16.478998 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:16.665398 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da66a8-9049-4d59-ada6-995a88f0e4c5 req-a1ab6925-155d-4f58-88db-3b14dab8f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:16.666895 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-b4da66a8-9049-4d59-ada6-995a88f0e4c5 req-a1ab6925-155d-4f58-88db-3b14dab8f097 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 1098 time: 0.0626020 Jun 11 00:17:16.704612 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-b4da66a8-9049-4d59-ada6-995a88f0e4c5 req-a4537722-18b8-4e57-ba53-5bb644efca1f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314224 Jun 11 00:17:16.714115 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387634df-3704-4ffb-8197-b5b1dc042f1c req-7eb960d5-a694-4f7b-8992-84e9018e1e98 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:16.715589 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-387634df-3704-4ffb-8197-b5b1dc042f1c req-7eb960d5-a694-4f7b-8992-84e9018e1e98 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0714297 Jun 11 00:17:16.755957 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-387634df-3704-4ffb-8197-b5b1dc042f1c req-4135419e-46b2-4694-b9da-70e93266cbe8 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346975 Jun 11 00:17:17.048101 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:17.935908 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3f9ff-4a2b-468e-a2ca-df71efce332e req-ac8c3027-52ec-44f3-90b0-9f329293f834 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:17.937339 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cdb3f9ff-4a2b-468e-a2ca-df71efce332e req-ac8c3027-52ec-44f3-90b0-9f329293f834 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0687258 Jun 11 00:17:17.977664 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cdb3f9ff-4a2b-468e-a2ca-df71efce332e req-dd0e146b-724c-487a-a5ab-2ccc4299b4e3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341196 Jun 11 00:17:18.153765 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8c0b9-a884-45bb-8482-bc03c3b32710 req-676e5503-ada6-474e-a1d4-38d89e41ba24 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:18.155088 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6cb8c0b9-a884-45bb-8482-bc03c3b32710 req-676e5503-ada6-474e-a1d4-38d89e41ba24 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0703964 Jun 11 00:17:18.163898 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45052) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:18.168312 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-830daef3-e4b9-4a1f-a197-1b79db8c31f4 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Request body: {'floatingip': {'port_id': '8bd87221-0773-4172-8a10-56149736f923'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:17:18.219606 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-830daef3-e4b9-4a1f-a197-1b79db8c31f4 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for floatingip, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:18.441069 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:18.778660 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-830daef3-e4b9-4a1f-a197-1b79db8c31f4 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:18.782272 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-830daef3-e4b9-4a1f-a197-1b79db8c31f4 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1807872'] for floatingip, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:18.918500 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.l3_db [None req-830daef3-e4b9-4a1f-a197-1b79db8c31f4 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Floating IP 1b9b4da9-497b-43f4-bf71-ddb88fba7aa2 associated. External IP: 172.27.0.252, port: 8bd87221-0773-4172-8a10-56149736f923. Jun 11 00:17:19.188492 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830daef3-e4b9-4a1f-a197-1b79db8c31f4 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Router cfa1383d-fd88-44cf-84ce-5300075e1daa has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:17:19.332518 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830daef3-e4b9-4a1f-a197-1b79db8c31f4 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:17:19.336927 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-830daef3-e4b9-4a1f-a197-1b79db8c31f4 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:19.342080 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e58549-b4c2-4a83-9c5f-3889f88d4aa4 None None] Sync routers for ids ['cfa1383d-fd88-44cf-84ce-5300075e1daa'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:17:19.355434 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e58549-b4c2-4a83-9c5f-3889f88d4aa4 None None] Routers {'cfa1383d-fd88-44cf-84ce-5300075e1daa'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:17:19.356051 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-34e58549-b4c2-4a83-9c5f-3889f88d4aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:17:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['cfa1383d-fd88-44cf-84ce-5300075e1daa'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:19.379807 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-830daef3-e4b9-4a1f-a197-1b79db8c31f4 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "PUT /v2.0/floatingips/1b9b4da9-497b-43f4-bf71-ddb88fba7aa2 HTTP/1.1" status: 200 len: 991 time: 1.2148161 Jun 11 00:17:19.380464 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0177380-da89-4d42-9bc2-11ac1c7b9c67', 'tag': '8bd87221-0773-4172-8a10-56149736f923'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:17:19.382765 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde6d803-de95-40d4-816e-aee3ec4c8526" -d '{"events": [{"name": "network-changed", "server_uuid": "a0177380-da89-4d42-9bc2-11ac1c7b9c67", "tag": "8bd87221-0773-4172-8a10-56149736f923"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:17:19.419569 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92608101-28cd-45f8-ae03-e1d1e1fa03e3 x-openstack-request-id: req-92608101-28cd-45f8-ae03-e1d1e1fa03e3 {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:17:19.419910 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0177380-da89-4d42-9bc2-11ac1c7b9c67", "tag": "8bd87221-0773-4172-8a10-56149736f923", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:17:19.420192 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92608101-28cd-45f8-ae03-e1d1e1fa03e3 {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:17:19.420617 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0177380-da89-4d42-9bc2-11ac1c7b9c67', 'tag': '8bd87221-0773-4172-8a10-56149736f923', 'status': 'completed', 'code': 200} Jun 11 00:17:19.509282 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-34e58549-b4c2-4a83-9c5f-3889f88d4aa4 None None] Set router cfa1383d-fd88-44cf-84ce-5300075e1daa gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:17:19.509527 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6d803-de95-40d4-816e-aee3ec4c8526 req-fd9ebea3-5435-4a51-ad84-d9cdf4039f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:19.511014 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fde6d803-de95-40d4-816e-aee3ec4c8526 req-fd9ebea3-5435-4a51-ad84-d9cdf4039f87 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a0172e46ff047e3a97122c5e76e4717&device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 1098 time: 0.0600920 Jun 11 00:17:19.630734 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6d803-de95-40d4-816e-aee3ec4c8526 req-cab82682-ddd4-47df-b10f-8d1d9abc8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:19.632187 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fde6d803-de95-40d4-816e-aee3ec4c8526 req-cab82682-ddd4-47df-b10f-8d1d9abc8171 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4eee4e9d-e482-4fa4-936e-75b7380dc552 HTTP/1.1" status: 200 len: 912 time: 0.1141760 Jun 11 00:17:19.715703 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fde6d803-de95-40d4-816e-aee3ec4c8526 req-b557776f-644b-47eb-a170-07ada232dcda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd87221-0773-4172-8a10-56149736f923 HTTP/1.1" status: 200 len: 999 time: 0.0770791 Jun 11 00:17:19.776034 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6d803-de95-40d4-816e-aee3ec4c8526 req-665acf84-5bfe-4c3a-b1d8-6a57dc01b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:19.777491 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fde6d803-de95-40d4-816e-aee3ec4c8526 req-665acf84-5bfe-4c3a-b1d8-6a57dc01b4de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=edd50820-75ae-41c7-a350-34ba34337b5d HTTP/1.1" status: 200 len: 850 time: 0.0552850 Jun 11 00:17:19.801887 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-34e58549-b4c2-4a83-9c5f-3889f88d4aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:17:00Z', 'updated_at': '2021-06-11T00:17:04Z', 'revision_number': 4, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'gw_port': {'id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:01Z', 'updated_at': '2021-06-11T00:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '1b9b4da9-497b-43f4-bf71-ddb88fba7aa2', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'port_id': '8bd87221-0773-4172-8a10-56149736f923', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'mac_address': 'fa:16:3e:01:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0177380-da89-4d42-9bc2-11ac1c7b9c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:17:06Z', 'updated_at': '2021-06-11T00:17:18Z', 'revision_number': 1, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99efd846-ce92-41f7-8a3b-df4cf0b0a557', 'name': '', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'mac_address': 'fa:16:3e:3a:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:03Z', 'updated_at': '2021-06-11T00:17:08Z', 'revision_number': 5, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'subnets': [{'id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:19.805145 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e58549-b4c2-4a83-9c5f-3889f88d4aa4 None None] Checking router: cfa1383d-fd88-44cf-84ce-5300075e1daa for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:17:19.812887 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e58549-b4c2-4a83-9c5f-3889f88d4aa4 None None] Routers {'cfa1383d-fd88-44cf-84ce-5300075e1daa'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:17:19.813474 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-34e58549-b4c2-4a83-9c5f-3889f88d4aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:17:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['cfa1383d-fd88-44cf-84ce-5300075e1daa'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:19.839637 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6d803-de95-40d4-816e-aee3ec4c8526 req-537d3f80-220b-46ce-8ce3-f78ae45563e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:19.841113 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fde6d803-de95-40d4-816e-aee3ec4c8526 req-537d3f80-220b-46ce-8ce3-f78ae45563e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4eee4e9d-e482-4fa4-936e-75b7380dc552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567706 Jun 11 00:17:19.952749 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-34e58549-b4c2-4a83-9c5f-3889f88d4aa4 None None] Set router cfa1383d-fd88-44cf-84ce-5300075e1daa gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:17:19.955125 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fde6d803-de95-40d4-816e-aee3ec4c8526 req-e65a3d33-e261-45a5-804f-2b3c894893c8 service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078546 Jun 11 00:17:20.072610 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fde6d803-de95-40d4-816e-aee3ec4c8526 req-183ca48a-2e83-48d1-a744-6ba2779be6fc service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109099 Jun 11 00:17:20.329444 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-34e58549-b4c2-4a83-9c5f-3889f88d4aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:17:00Z', 'updated_at': '2021-06-11T00:17:04Z', 'revision_number': 4, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'gw_port': {'id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:01Z', 'updated_at': '2021-06-11T00:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '1b9b4da9-497b-43f4-bf71-ddb88fba7aa2', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'port_id': '8bd87221-0773-4172-8a10-56149736f923', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'mac_address': 'fa:16:3e:01:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0177380-da89-4d42-9bc2-11ac1c7b9c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:17:06Z', 'updated_at': '2021-06-11T00:17:18Z', 'revision_number': 1, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99efd846-ce92-41f7-8a3b-df4cf0b0a557', 'name': '', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'mac_address': 'fa:16:3e:3a:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:03Z', 'updated_at': '2021-06-11T00:17:08Z', 'revision_number': 5, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'subnets': [{'id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:20.333370 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e58549-b4c2-4a83-9c5f-3889f88d4aa4 None None] The sync data for ids ['cfa1383d-fd88-44cf-84ce-5300075e1daa'] in dv-cinder-786260-5-iscsi is: [{'id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:17:00Z', 'updated_at': '2021-06-11T00:17:04Z', 'revision_number': 4, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'gw_port': {'id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:01Z', 'updated_at': '2021-06-11T00:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '1b9b4da9-497b-43f4-bf71-ddb88fba7aa2', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'port_id': '8bd87221-0773-4172-8a10-56149736f923', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'mac_address': 'fa:16:3e:01:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0177380-da89-4d42-9bc2-11ac1c7b9c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:17:06Z', 'updated_at': '2021-06-11T00:17:18Z', 'revision_number': 1, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99efd846-ce92-41f7-8a3b-df4cf0b0a557', 'name': '', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'mac_address': 'fa:16:3e:3a:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:03Z', 'updated_at': '2021-06-11T00:17:08Z', 'revision_number': 5, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'subnets': [{'id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:17:20.501773 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a7a6c-ba3b-4ee5-b36c-9fbbf5fb2f30 None None] New status for floating IP 1b9b4da9-497b-43f4-bf71-ddb88fba7aa2: ACTIVE {{(pid=91889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:17:24.761269 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45066) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:25.051680 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-0ab1eec8-f394-4530-acd5-be8eb1e8a27f tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Deleting port fc11a0db-d4d7-4978-a7ff-3ca4584abc79 {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:17:25.052033 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0ab1eec8-f394-4530-acd5-be8eb1e8a27f tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:25.152985 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0ab1eec8-f394-4530-acd5-be8eb1e8a27f tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:25.153315 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0ab1eec8-f394-4530-acd5-be8eb1e8a27f tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:25.242854 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-0ab1eec8-f394-4530-acd5-be8eb1e8a27f tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Calling delete_port for fc11a0db-d4d7-4978-a7ff-3ca4584abc79 owned by network:floatingip {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:17:25.673496 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0ab1eec8-f394-4530-acd5-be8eb1e8a27f tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:25.677275 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-21669a76-fa2d-4928-8f13-bcb41e8bcc97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:25.708774 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1eec8-f394-4530-acd5-be8eb1e8a27f tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Pushing event deleted for resources: {'Port': ['ID=fc11a0db-d4d7-4978-a7ff-3ca4584abc79,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:25.711220 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-0ab1eec8-f394-4530-acd5-be8eb1e8a27f tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:25.777713 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0ab1eec8-f394-4530-acd5-be8eb1e8a27f tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for floatingip, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:25.778329 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.l3_db [None req-0ab1eec8-f394-4530-acd5-be8eb1e8a27f tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Floating IP 7cdb6efe-ee96-4813-a587-55201dc91a40 disassociated (deleted). External IP: 172.27.0.98, port: 0c1dcdee-9e53-4893-a840-c67308e501b7. Jun 11 00:17:26.055686 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab1eec8-f394-4530-acd5-be8eb1e8a27f tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Router d1e80f2f-8b31-4019-a35d-c37f9c727fa8 has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:17:26.200671 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab1eec8-f394-4530-acd5-be8eb1e8a27f tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:17:26.204862 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0ab1eec8-f394-4530-acd5-be8eb1e8a27f tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:26.209945 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc7b481-83e6-4249-83c9-2b775829e441 None None] Sync routers for ids ['d1e80f2f-8b31-4019-a35d-c37f9c727fa8'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:17:26.219557 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc7b481-83e6-4249-83c9-2b775829e441 None None] Routers {'d1e80f2f-8b31-4019-a35d-c37f9c727fa8'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:17:26.220184 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-ccc7b481-83e6-4249-83c9-2b775829e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:17:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['d1e80f2f-8b31-4019-a35d-c37f9c727fa8'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:26.255812 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-0ab1eec8-f394-4530-acd5-be8eb1e8a27f tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "DELETE /v2.0/floatingips/7cdb6efe-ee96-4813-a587-55201dc91a40 HTTP/1.1" status: 204 len: 168 time: 1.4933534 Jun 11 00:17:26.256410 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f48c8e-da55-411c-b0e0-855a0ec12595', 'tag': '0c1dcdee-9e53-4893-a840-c67308e501b7'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:17:26.258800 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ef2b0b-23ba-495a-ac13-4684222c67dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f48c8e-da55-411c-b0e0-855a0ec12595", "tag": "0c1dcdee-9e53-4893-a840-c67308e501b7"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:17:26.295588 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a35b1a7-d9e3-45f0-8be2-1e1a3a2d0e6f x-openstack-request-id: req-0a35b1a7-d9e3-45f0-8be2-1e1a3a2d0e6f {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:17:26.295921 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f48c8e-da55-411c-b0e0-855a0ec12595", "tag": "0c1dcdee-9e53-4893-a840-c67308e501b7", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:17:26.296211 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a35b1a7-d9e3-45f0-8be2-1e1a3a2d0e6f {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:17:26.296644 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f48c8e-da55-411c-b0e0-855a0ec12595', 'tag': '0c1dcdee-9e53-4893-a840-c67308e501b7', 'status': 'completed', 'code': 200} Jun 11 00:17:26.364671 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-ccc7b481-83e6-4249-83c9-2b775829e441 None None] Set router d1e80f2f-8b31-4019-a35d-c37f9c727fa8 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:17:26.384519 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef2b0b-23ba-495a-ac13-4684222c67dd req-b850a032-b475-45d2-8f70-caadd6dd22f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:26.386057 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-f9ef2b0b-23ba-495a-ac13-4684222c67dd req-b850a032-b475-45d2-8f70-caadd6dd22f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4b2c02cca8342d0a2e79a10f15436f0&device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 1098 time: 0.0689011 Jun 11 00:17:26.511613 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef2b0b-23ba-495a-ac13-4684222c67dd req-96583bc9-641a-4bad-9b15-7b267ad3631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:26.513379 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-f9ef2b0b-23ba-495a-ac13-4684222c67dd req-96583bc9-641a-4bad-9b15-7b267ad3631e service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b268359-8d07-449e-a75e-0d00b0644849 HTTP/1.1" status: 200 len: 910 time: 0.1211107 Jun 11 00:17:26.636870 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-ccc7b481-83e6-4249-83c9-2b775829e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'name': 'tempest-TestShelveInstance-1337754269-router', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:45Z', 'updated_at': '2021-06-11T00:11:50Z', 'revision_number': 4, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'gw_port': {'id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:46Z', 'updated_at': '2021-06-11T00:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '78e5891c-afb7-4f75-8cef-618abd2f9eb1', 'name': '', 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'mac_address': 'fa:16:3e:cb:28:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'bed01ecf-2424-4b04-ae9c-d7b603ee3ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:49Z', 'updated_at': '2021-06-11T00:11:57Z', 'revision_number': 5, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'subnets': [{'id': 'bed01ecf-2424-4b04-ae9c-d7b603ee3ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:26.640797 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc7b481-83e6-4249-83c9-2b775829e441 None None] Checking router: d1e80f2f-8b31-4019-a35d-c37f9c727fa8 for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:17:26.641838 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975945e-4cea-4a66-840d-4283273a06f5 req-4551d1e8-ac2c-4d3a-9422-4045f354c085 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:26.644518 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c975945e-4cea-4a66-840d-4283273a06f5 req-4551d1e8-ac2c-4d3a-9422-4045f354c085 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0770266 Jun 11 00:17:26.650010 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc7b481-83e6-4249-83c9-2b775829e441 None None] Routers {'d1e80f2f-8b31-4019-a35d-c37f9c727fa8'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:17:26.650650 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-ccc7b481-83e6-4249-83c9-2b775829e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:17:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['d1e80f2f-8b31-4019-a35d-c37f9c727fa8'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:26.692708 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c975945e-4cea-4a66-840d-4283273a06f5 req-569d406c-2f11-47f9-8a79-bb9bfd16a9f8 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417387 Jun 11 00:17:26.804649 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-ccc7b481-83e6-4249-83c9-2b775829e441 None None] Set router d1e80f2f-8b31-4019-a35d-c37f9c727fa8 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:17:26.836917 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-f9ef2b0b-23ba-495a-ac13-4684222c67dd req-f2f6be61-5cfa-4d3d-b3e8-3324d59bc9bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c1dcdee-9e53-4893-a840-c67308e501b7 HTTP/1.1" status: 200 len: 217 time: 0.3165672 Jun 11 00:17:26.898451 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef2b0b-23ba-495a-ac13-4684222c67dd req-ab649bc4-daaf-4958-91f1-21121b21e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:26.899929 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-f9ef2b0b-23ba-495a-ac13-4684222c67dd req-ab649bc4-daaf-4958-91f1-21121b21e11b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bed01ecf-2424-4b04-ae9c-d7b603ee3ccb HTTP/1.1" status: 200 len: 848 time: 0.0564806 Jun 11 00:17:26.963022 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef2b0b-23ba-495a-ac13-4684222c67dd req-73d022b9-f017-4b44-9efd-2b184d53ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:26.964612 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-f9ef2b0b-23ba-495a-ac13-4684222c67dd req-73d022b9-f017-4b44-9efd-2b184d53ea80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b268359-8d07-449e-a75e-0d00b0644849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576167 Jun 11 00:17:27.062315 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-ccc7b481-83e6-4249-83c9-2b775829e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'name': 'tempest-TestShelveInstance-1337754269-router', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:45Z', 'updated_at': '2021-06-11T00:11:50Z', 'revision_number': 4, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'gw_port': {'id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:46Z', 'updated_at': '2021-06-11T00:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '78e5891c-afb7-4f75-8cef-618abd2f9eb1', 'name': '', 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'mac_address': 'fa:16:3e:cb:28:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'bed01ecf-2424-4b04-ae9c-d7b603ee3ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:49Z', 'updated_at': '2021-06-11T00:11:57Z', 'revision_number': 5, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'subnets': [{'id': 'bed01ecf-2424-4b04-ae9c-d7b603ee3ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:27.066389 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc7b481-83e6-4249-83c9-2b775829e441 None None] The sync data for ids ['d1e80f2f-8b31-4019-a35d-c37f9c727fa8'] in dv-cinder-786260-5-iscsi is: [{'id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'name': 'tempest-TestShelveInstance-1337754269-router', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:45Z', 'updated_at': '2021-06-11T00:11:50Z', 'revision_number': 4, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'gw_port': {'id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:46Z', 'updated_at': '2021-06-11T00:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '78e5891c-afb7-4f75-8cef-618abd2f9eb1', 'name': '', 'network_id': '2b268359-8d07-449e-a75e-0d00b0644849', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'mac_address': 'fa:16:3e:cb:28:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'bed01ecf-2424-4b04-ae9c-d7b603ee3ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:49Z', 'updated_at': '2021-06-11T00:11:57Z', 'revision_number': 5, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'subnets': [{'id': 'bed01ecf-2424-4b04-ae9c-d7b603ee3ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:17:27.080494 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-f9ef2b0b-23ba-495a-ac13-4684222c67dd req-c5a44ccf-4a68-412d-aa84-bcee69ccc692 service neutron] 10.222.0.21 "GET /v2.0/networks/2b268359-8d07-449e-a75e-0d00b0644849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091545 Jun 11 00:17:27.200299 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-f9ef2b0b-23ba-495a-ac13-4684222c67dd req-042af72e-4d0d-40d1-af3b-3ed06534618a service neutron] 10.222.0.21 "GET /v2.0/networks/2b268359-8d07-449e-a75e-0d00b0644849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128535 Jun 11 00:17:27.290236 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aad650-c4de-4ba3-ba7b-3e1d9e4bb784 None None] New status for floating IP 7cdb6efe-ee96-4813-a587-55201dc91a40: DOWN {{(pid=91889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:17:27.875882 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8b32-04fb-4dff-a52f-5f002ec56796 req-5b6e3549-6913-4045-822f-08dfb5ba79a4 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:27.877819 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-99ac8b32-04fb-4dff-a52f-5f002ec56796 req-5b6e3549-6913-4045-822f-08dfb5ba79a4 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0696139 Jun 11 00:17:27.917648 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-99ac8b32-04fb-4dff-a52f-5f002ec56796 req-680dc873-4ac8-47d1-8179-ac16ea2465d0 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/security-groups?id=5811cf75-42df-4544-9a18-54df8ca566a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343137 Jun 11 00:17:28.166625 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4093210-cd78-4476-bd1e-5595e83ead5b req-6b0b4cae-2c33-44ea-9eea-4572ffa4bed9 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:17:28.168052 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e4093210-cd78-4476-bd1e-5595e83ead5b req-6b0b4cae-2c33-44ea-9eea-4572ffa4bed9 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 945 time: 0.0688324 Jun 11 00:17:28.279232 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-e4093210-cd78-4476-bd1e-5595e83ead5b req-cb675a8d-0ed1-4504-bd9b-024eded0e502 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Deleting port 0c1dcdee-9e53-4893-a840-c67308e501b7 {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:17:28.279744 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e4093210-cd78-4476-bd1e-5595e83ead5b req-cb675a8d-0ed1-4504-bd9b-024eded0e502 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:28.394757 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-e4093210-cd78-4476-bd1e-5595e83ead5b req-cb675a8d-0ed1-4504-bd9b-024eded0e502 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] For port 0c1dcdee-9e53-4893-a840-c67308e501b7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0c1dcdee-9e53-4893-a840-c67308e501b7,segment=NetworkSegment(6bb04621-31b3-44a8-b1b3-52fe43128c03),segment_id=6bb04621-31b3-44a8-b1b3-52fe43128c03)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:17:28.395121 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e4093210-cd78-4476-bd1e-5595e83ead5b req-cb675a8d-0ed1-4504-bd9b-024eded0e502 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:28.487164 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-e4093210-cd78-4476-bd1e-5595e83ead5b req-cb675a8d-0ed1-4504-bd9b-024eded0e502 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Calling delete_port for 0c1dcdee-9e53-4893-a840-c67308e501b7 owned by compute:nova {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:17:28.634126 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e4093210-cd78-4476-bd1e-5595e83ead5b req-cb675a8d-0ed1-4504-bd9b-024eded0e502 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:28.638240 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:28.668586 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb675a8d-0ed1-4504-bd9b-024eded0e502 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Pushing event deleted for resources: {'Port': ['ID=0c1dcdee-9e53-4893-a840-c67308e501b7,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:28.671475 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-cb675a8d-0ed1-4504-bd9b-024eded0e502 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:28.722353 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4093210-cd78-4476-bd1e-5595e83ead5b req-cb675a8d-0ed1-4504-bd9b-024eded0e502 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] No DVR routers for this DVR port 0c1dcdee-9e53-4893-a840-c67308e501b7 on host hv-cinder-78626 {{(pid=91887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:17:28.724849 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e4093210-cd78-4476-bd1e-5595e83ead5b req-cb675a8d-0ed1-4504-bd9b-024eded0e502 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:28.726813 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e4093210-cd78-4476-bd1e-5595e83ead5b req-cb675a8d-0ed1-4504-bd9b-024eded0e502 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.21 "DELETE /v2.0/ports/0c1dcdee-9e53-4893-a840-c67308e501b7 HTTP/1.1" status: 204 len: 173 time: 0.5536830 Jun 11 00:17:28.727314 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f48c8e-da55-411c-b0e0-855a0ec12595', 'name': 'network-vif-deleted', 'tag': '0c1dcdee-9e53-4893-a840-c67308e501b7'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:17:28.729608 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82427078-f357-43d6-aae0-afea4630fd89" -d '{"events": [{"server_uuid": "c2f48c8e-da55-411c-b0e0-855a0ec12595", "name": "network-vif-deleted", "tag": "0c1dcdee-9e53-4893-a840-c67308e501b7"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:17:28.765264 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb7fb2b-f5e7-4223-9481-2eef299b8e51 x-openstack-request-id: req-ecb7fb2b-f5e7-4223-9481-2eef299b8e51 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:17:28.765597 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f48c8e-da55-411c-b0e0-855a0ec12595", "name": "network-vif-deleted", "tag": "0c1dcdee-9e53-4893-a840-c67308e501b7", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:17:28.765894 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ecb7fb2b-f5e7-4223-9481-2eef299b8e51 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:17:28.766334 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f48c8e-da55-411c-b0e0-855a0ec12595', 'name': 'network-vif-deleted', 'tag': '0c1dcdee-9e53-4893-a840-c67308e501b7', 'status': 'completed', 'code': 200} Jun 11 00:17:29.069593 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c1e02742-abcc-4a3a-b3b2-b178875a3614 req-1e7745b8-09b1-4d10-a940-6dc07f36128d tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f48c8e-da55-411c-b0e0-855a0ec12595 HTTP/1.1" status: 200 len: 210 time: 0.0329051 Jun 11 00:17:30.163887 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45094) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:30.224990 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0d10d2ea-da8a-4574-bf0e-67f8ff86b2de tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:30.251163 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0d10d2ea-da8a-4574-bf0e-67f8ff86b2de tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:30.318773 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0d10d2ea-da8a-4574-bf0e-67f8ff86b2de tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:30.322140 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0d10d2ea-da8a-4574-bf0e-67f8ff86b2de tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:30.323288 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-0d10d2ea-da8a-4574-bf0e-67f8ff86b2de tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] 10.222.0.15 "DELETE /v2.0/security-groups/5811cf75-42df-4544-9a18-54df8ca566a7 HTTP/1.1" status: 204 len: 168 time: 0.1584268 Jun 11 00:17:30.324138 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-53b37d56-6aa3-4455-97a7-5e3490cec827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:30.334142 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10d2ea-da8a-4574-bf0e-67f8ff86b2de tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5811cf75-42df-4544-9a18-54df8ca566a7,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:30.336439 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-0d10d2ea-da8a-4574-bf0e-67f8ff86b2de tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:30.371540 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 45098) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:30.859473 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9e0570a4-1e13-43a2-8212-2c5b560a9212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808805'] for router_interface, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:31.172133 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-9e0570a4-1e13-43a2-8212-2c5b560a9212 admin admin] Deleting port 78e5891c-afb7-4f75-8cef-618abd2f9eb1 {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:17:31.172386 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9e0570a4-1e13-43a2-8212-2c5b560a9212 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:31.269463 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [None req-9e0570a4-1e13-43a2-8212-2c5b560a9212 admin admin] For port 78e5891c-afb7-4f75-8cef-618abd2f9eb1, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=78e5891c-afb7-4f75-8cef-618abd2f9eb1,segment=NetworkSegment(6bb04621-31b3-44a8-b1b3-52fe43128c03),segment_id=6bb04621-31b3-44a8-b1b3-52fe43128c03)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:17:31.269815 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9e0570a4-1e13-43a2-8212-2c5b560a9212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:31.362309 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-9e0570a4-1e13-43a2-8212-2c5b560a9212 admin admin] Calling delete_port for 78e5891c-afb7-4f75-8cef-618abd2f9eb1 owned by network:router_interface {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:17:31.575885 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9e0570a4-1e13-43a2-8212-2c5b560a9212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:31.578553 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-adc33a21-5f88-4408-9f1d-36c3315aa397 tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:31.606745 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0570a4-1e13-43a2-8212-2c5b560a9212 admin admin] Pushing event deleted for resources: {'Port': ['ID=78e5891c-afb7-4f75-8cef-618abd2f9eb1,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:31.610373 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-9e0570a4-1e13-43a2-8212-2c5b560a9212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:31.818693 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9e0570a4-1e13-43a2-8212-2c5b560a9212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1804085'] for router_interface, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:32.100706 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0570a4-1e13-43a2-8212-2c5b560a9212 admin admin] Router d1e80f2f-8b31-4019-a35d-c37f9c727fa8 has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:17:32.306231 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 0c1dcdee-9e53-4893-a840-c67308e501b7 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:17:32.331431 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] No Port match for: 0c1dcdee-9e53-4893-a840-c67308e501b7 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:17:32.331791 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 0c1dcdee-9e53-4893-a840-c67308e501b7 not bound to the agent host hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:17:32.509954 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0570a4-1e13-43a2-8212-2c5b560a9212 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:17:32.515342 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-9e0570a4-1e13-43a2-8212-2c5b560a9212 admin admin] 10.222.0.15 "PUT /v2.0/routers/d1e80f2f-8b31-4019-a35d-c37f9c727fa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1421850 Jun 11 00:17:32.518561 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45106) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:32.518990 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d9c400-0855-442e-9c4f-551b01a415e6 None None] Sync routers for ids ['d1e80f2f-8b31-4019-a35d-c37f9c727fa8'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:17:32.527676 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d9c400-0855-442e-9c4f-551b01a415e6 None None] Routers {'d1e80f2f-8b31-4019-a35d-c37f9c727fa8'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:17:32.528279 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-36d9c400-0855-442e-9c4f-551b01a415e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:17:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['d1e80f2f-8b31-4019-a35d-c37f9c727fa8'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:32.658126 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-77169c2a-4120-42b3-a74b-5f147730104e admin admin] Notify callbacks [] for router, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:32.665061 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-36d9c400-0855-442e-9c4f-551b01a415e6 None None] Set router d1e80f2f-8b31-4019-a35d-c37f9c727fa8 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:17:32.801521 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-77169c2a-4120-42b3-a74b-5f147730104e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:32.859114 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-77169c2a-4120-42b3-a74b-5f147730104e admin admin] Deleting port eb92dd9d-846a-455a-8c05-669357a4c6e6 {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:17:32.859552 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-77169c2a-4120-42b3-a74b-5f147730104e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:32.905080 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-36d9c400-0855-442e-9c4f-551b01a415e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'name': 'tempest-TestShelveInstance-1337754269-router', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:45Z', 'updated_at': '2021-06-11T00:17:31Z', 'revision_number': 5, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'gw_port': {'id': 'eb92dd9d-846a-455a-8c05-669357a4c6e6', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:46Z', 'updated_at': '2021-06-11T00:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:32.909212 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d9c400-0855-442e-9c4f-551b01a415e6 None None] Checking router: d1e80f2f-8b31-4019-a35d-c37f9c727fa8 for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:17:32.917599 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d9c400-0855-442e-9c4f-551b01a415e6 None None] Routers {'d1e80f2f-8b31-4019-a35d-c37f9c727fa8'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:17:32.918409 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-36d9c400-0855-442e-9c4f-551b01a415e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:17:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['d1e80f2f-8b31-4019-a35d-c37f9c727fa8'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:32.970044 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [None req-77169c2a-4120-42b3-a74b-5f147730104e admin admin] For port eb92dd9d-846a-455a-8c05-669357a4c6e6, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=eb92dd9d-846a-455a-8c05-669357a4c6e6,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:17:32.970408 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-77169c2a-4120-42b3-a74b-5f147730104e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:33.066633 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-77169c2a-4120-42b3-a74b-5f147730104e admin admin] Calling delete_port for eb92dd9d-846a-455a-8c05-669357a4c6e6 owned by network:router_gateway {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:17:33.140445 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-36d9c400-0855-442e-9c4f-551b01a415e6 None None] Set router d1e80f2f-8b31-4019-a35d-c37f9c727fa8 gateway port host: None {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:17:33.217457 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-36d9c400-0855-442e-9c4f-551b01a415e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'name': 'tempest-TestShelveInstance-1337754269-router', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:45Z', 'updated_at': '2021-06-11T00:17:32Z', 'revision_number': 6, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'gw_port_host': None}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:33.221329 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d9c400-0855-442e-9c4f-551b01a415e6 None None] The sync data for ids ['d1e80f2f-8b31-4019-a35d-c37f9c727fa8'] in dv-cinder-786260-5-iscsi is: [{'id': 'd1e80f2f-8b31-4019-a35d-c37f9c727fa8', 'name': 'tempest-TestShelveInstance-1337754269-router', 'tenant_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:45Z', 'updated_at': '2021-06-11T00:17:32Z', 'revision_number': 6, 'project_id': 'd4b2c02cca8342d0a2e79a10f15436f0', 'gw_port_host': None}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:17:33.285335 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-77169c2a-4120-42b3-a74b-5f147730104e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:33.287896 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:33.316723 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77169c2a-4120-42b3-a74b-5f147730104e admin admin] Pushing event deleted for resources: {'Port': ['ID=eb92dd9d-846a-455a-8c05-669357a4c6e6,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:33.320431 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-77169c2a-4120-42b3-a74b-5f147730104e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:33.391480 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-77169c2a-4120-42b3-a74b-5f147730104e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1807972'] for router_gateway, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:33.771492 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-77169c2a-4120-42b3-a74b-5f147730104e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1805719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57805'] for router, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:33.773593 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-77169c2a-4120-42b3-a74b-5f147730104e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:33.848791 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-77169c2a-4120-42b3-a74b-5f147730104e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806145'] for router, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:33.849245 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77169c2a-4120-42b3-a74b-5f147730104e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1e80f2f-8b31-4019-a35d-c37f9c727fa8 {{(pid=91888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 00:17:33.853954 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-77169c2a-4120-42b3-a74b-5f147730104e admin admin] Notify callbacks [] for router, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:33.855078 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-77169c2a-4120-42b3-a74b-5f147730104e admin admin] 10.222.0.15 "DELETE /v2.0/routers/d1e80f2f-8b31-4019-a35d-c37f9c727fa8 HTTP/1.1" status: 204 len: 168 time: 1.3355434 Jun 11 00:17:33.857530 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45110) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:33.909372 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c29a6c-511e-46e7-bf53-6084cba9787b admin admin] Deleting subnet bed01ecf-2424-4b04-ae9c-d7b603ee3ccb {{(pid=91888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:17:33.912433 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c6c29a6c-511e-46e7-bf53-6084cba9787b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:33.960339 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c6c29a6c-511e-46e7-bf53-6084cba9787b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3200702'] for subnet, precommit_delete_associations {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:34.089118 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c6c29a6c-511e-46e7-bf53-6084cba9787b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752867'] for subnet, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:34.153406 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c6c29a6c-511e-46e7-bf53-6084cba9787b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3493816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555048'] for subnet, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:34.157132 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:34.190861 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c6c29a6c-511e-46e7-bf53-6084cba9787b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for subnet, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:34.192802 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-c6c29a6c-511e-46e7-bf53-6084cba9787b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bed01ecf-2424-4b04-ae9c-d7b603ee3ccb HTTP/1.1" status: 204 len: 168 time: 0.3343146 Jun 11 00:17:34.193872 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c29a6c-511e-46e7-bf53-6084cba9787b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed01ecf-2424-4b04-ae9c-d7b603ee3ccb,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:34.195306 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 45114) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:34.196807 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-c6c29a6c-511e-46e7-bf53-6084cba9787b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:34.199435 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f752536-940f-4dd7-9e89-052425be0d07 None None] Network 2b268359-8d07-449e-a75e-0d00b0644849 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:17:34.295255 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546938'] for network, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:34.353326 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] Deleting port ebe1275e-280c-4f04-9e25-8402a523fd30 {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:17:34.353588 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:34.431074 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac0e181-e8cc-4622-a547-fe1f401c619b None None] DHCP port deletion for 2b268359-8d07-449e-a75e-0d00b0644849 request from dv-cinder-786260-5-iscsi {{(pid=91889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 00:17:34.446127 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] For port ebe1275e-280c-4f04-9e25-8402a523fd30, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=ebe1275e-280c-4f04-9e25-8402a523fd30,segment=NetworkSegment(6bb04621-31b3-44a8-b1b3-52fe43128c03),segment_id=6bb04621-31b3-44a8-b1b3-52fe43128c03)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:17:34.446494 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:34.481481 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-7ac0e181-e8cc-4622-a547-fe1f401c619b None None] Deleting port ebe1275e-280c-4f04-9e25-8402a523fd30 {{(pid=91889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:17:34.481782 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e181-e8cc-4622-a547-fe1f401c619b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:34.539420 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] Calling delete_port for ebe1275e-280c-4f04-9e25-8402a523fd30 owned by network:dhcp {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:17:34.637454 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:34.640742 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-6e98847e-cdd5-4dc0-94a7-676c6c8bb7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:34.674891 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe1275e-280c-4f04-9e25-8402a523fd30,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:34.676749 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] No DVR routers for this DVR port ebe1275e-280c-4f04-9e25-8402a523fd30 on host dv-cinder-786260-5-iscsi {{(pid=91887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:17:34.678694 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:34.690811 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-7ac0e181-e8cc-4622-a547-fe1f401c619b None None] For port ebe1275e-280c-4f04-9e25-8402a523fd30, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=ebe1275e-280c-4f04-9e25-8402a523fd30,segment=NetworkSegment(6bb04621-31b3-44a8-b1b3-52fe43128c03),segment_id=6bb04621-31b3-44a8-b1b3-52fe43128c03)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:17:34.691209 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e181-e8cc-4622-a547-fe1f401c619b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:34.779275 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750700', 'neutron.services.segments.db._delete_segments_for_network-8777603965615'] for network, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:34.784560 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-7ac0e181-e8cc-4622-a547-fe1f401c619b None None] Calling delete_port for ebe1275e-280c-4f04-9e25-8402a523fd30 owned by network:dhcp {{(pid=91889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:17:34.787828 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device ebe1275e-280c-4f04-9e25-8402a523fd30 no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:17:34.791178 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b268359-8d07-449e-a75e-0d00b0644849']}} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:34.802594 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb04621-31b3-44a8-b1b3-52fe43128c03') {'for_net_delete': True} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:34.802894 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb04621-31b3-44a8-b1b3-52fe43128c03') {} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:34.812532 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777603965444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3393303'] for segment, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:34.816583 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: ebe1275e-280c-4f04-9e25-8402a523fd30 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:17:34.816934 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device ebe1275e-280c-4f04-9e25-8402a523fd30 not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:17:34.817356 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device eb92dd9d-846a-455a-8c05-669357a4c6e6 no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:17:34.826872 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:34.832557 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=91887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:17:34.832941 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3176440'] for segment, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: retrieve_revision_numbers = { Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: retrieve_revision_numbers = { Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: Traceback (most recent call last): Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: timer() Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: cb(*args, **kw) Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: return func(*args, **kwargs) Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: self._notify() Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: self.callback(batched_events) Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: event.method(event) Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: return f(self, *a, **k) Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: return self._get(url).json() Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: return self.request(url, 'GET', **kwargs) Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:17:34.834538 dv-cinder-786260-5-iscsi neutron-server[91887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:17:34.842602 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: eb92dd9d-846a-455a-8c05-669357a4c6e6 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:17:34.842929 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device eb92dd9d-846a-455a-8c05-669357a4c6e6 not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:17:34.843355 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 78e5891c-afb7-4f75-8cef-618abd2f9eb1 no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:17:34.908557 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1807883'] for network, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:34.910646 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: 78e5891c-afb7-4f75-8cef-618abd2f9eb1 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:17:34.910853 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 78e5891c-afb7-4f75-8cef-618abd2f9eb1 not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:17:34.912773 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:34.916342 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:34.918543 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] 10.222.0.15 "DELETE /v2.0/networks/2b268359-8d07-449e-a75e-0d00b0644849 HTTP/1.1" status: 204 len: 168 time: 0.7204108 Jun 11 00:17:34.921604 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45116) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:34.938000 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] Pushing event deleted for resources: {'Network': ['ID=2b268359-8d07-449e-a75e-0d00b0644849,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:34.940570 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:34.956446 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e181-e8cc-4622-a547-fe1f401c619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975'] for port, after_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:34.958298 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:34.984068 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7ac0e181-e8cc-4622-a547-fe1f401c619b None None] Network 2b268359-8d07-449e-a75e-0d00b0644849 is not hosted by any dhcp agent {{(pid=91889) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 00:17:34.984538 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0e181-e8cc-4622-a547-fe1f401c619b None None] No DVR routers for this DVR port ebe1275e-280c-4f04-9e25-8402a523fd30 on host dv-cinder-786260-5-iscsi {{(pid=91889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:17:34.986066 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0e181-e8cc-4622-a547-fe1f401c619b None None] Pushing event deleted for resources: {'Port': ['ID=ebe1275e-280c-4f04-9e25-8402a523fd30,revision_number=None']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:34.988913 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-7ac0e181-e8cc-4622-a547-fe1f401c619b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:35.444335 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-73f7306f-ec7c-4210-9cb4-658b26932f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808805'] for router_interface, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:35.801635 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-73f7306f-ec7c-4210-9cb4-658b26932f78 admin admin] Deleting port abad35cc-b220-4cc3-91f9-964f0e73b4b0 {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:17:35.801973 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-73f7306f-ec7c-4210-9cb4-658b26932f78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:35.901570 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [None req-73f7306f-ec7c-4210-9cb4-658b26932f78 admin admin] For port abad35cc-b220-4cc3-91f9-964f0e73b4b0, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=abad35cc-b220-4cc3-91f9-964f0e73b4b0,segment=NetworkSegment(9e46909d-efb4-4cc6-b847-a5b60a5d9a06),segment_id=9e46909d-efb4-4cc6-b847-a5b60a5d9a06)] {{(pid=91888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:17:35.901973 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-73f7306f-ec7c-4210-9cb4-658b26932f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:35.992282 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-73f7306f-ec7c-4210-9cb4-658b26932f78 admin admin] Calling delete_port for abad35cc-b220-4cc3-91f9-964f0e73b4b0 owned by network:router_interface {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:17:36.206585 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-73f7306f-ec7c-4210-9cb4-658b26932f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:36.209075 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:36.238430 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7306f-ec7c-4210-9cb4-658b26932f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=abad35cc-b220-4cc3-91f9-964f0e73b4b0,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:36.242191 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-73f7306f-ec7c-4210-9cb4-658b26932f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:36.684668 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-73f7306f-ec7c-4210-9cb4-658b26932f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1804085'] for router_interface, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:36.974968 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f7306f-ec7c-4210-9cb4-658b26932f78 admin admin] Router 2b501d1a-da98-40c1-bd6f-9abfe7317ebd has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:17:37.112600 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f7306f-ec7c-4210-9cb4-658b26932f78 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:17:37.117428 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-73f7306f-ec7c-4210-9cb4-658b26932f78 admin admin] 10.222.0.15 "PUT /v2.0/routers/2b501d1a-da98-40c1-bd6f-9abfe7317ebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1940756 Jun 11 00:17:37.120034 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45122) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:37.120615 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c972ef-05df-4d2a-a64b-1637139c98a1 None None] Sync routers for ids ['2b501d1a-da98-40c1-bd6f-9abfe7317ebd'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:17:37.130102 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c972ef-05df-4d2a-a64b-1637139c98a1 None None] Routers {'2b501d1a-da98-40c1-bd6f-9abfe7317ebd'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:17:37.130727 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-63c972ef-05df-4d2a-a64b-1637139c98a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:17:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['2b501d1a-da98-40c1-bd6f-9abfe7317ebd'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:37.275901 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ede4-d960-4f58-aeb4-acb67af47e24 admin admin] Notify callbacks [] for router, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:37.280733 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-63c972ef-05df-4d2a-a64b-1637139c98a1 None None] Set router 2b501d1a-da98-40c1-bd6f-9abfe7317ebd gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:17:37.425159 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ede4-d960-4f58-aeb4-acb67af47e24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:37.482544 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9ede4-d960-4f58-aeb4-acb67af47e24 admin admin] Deleting port 1251624b-42f7-46cb-b025-55671b93e458 {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:17:37.482883 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ede4-d960-4f58-aeb4-acb67af47e24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:37.537502 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-63c972ef-05df-4d2a-a64b-1637139c98a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b501d1a-da98-40c1-bd6f-9abfe7317ebd', 'name': 'tempest-TestShelveInstance-1111876791-router', 'tenant_id': '701978039f3b4aee894504b9eb57addc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1251624b-42f7-46cb-b025-55671b93e458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:52Z', 'updated_at': '2021-06-11T00:17:36Z', 'revision_number': 5, 'project_id': '701978039f3b4aee894504b9eb57addc', 'gw_port': {'id': '1251624b-42f7-46cb-b025-55671b93e458', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b501d1a-da98-40c1-bd6f-9abfe7317ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:11:53Z', 'updated_at': '2021-06-11T00:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:37.540867 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c972ef-05df-4d2a-a64b-1637139c98a1 None None] Checking router: 2b501d1a-da98-40c1-bd6f-9abfe7317ebd for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:17:37.549418 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c972ef-05df-4d2a-a64b-1637139c98a1 None None] Routers {'2b501d1a-da98-40c1-bd6f-9abfe7317ebd'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:17:37.550055 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-63c972ef-05df-4d2a-a64b-1637139c98a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:17:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['2b501d1a-da98-40c1-bd6f-9abfe7317ebd'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:37.586151 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [None req-6cb9ede4-d960-4f58-aeb4-acb67af47e24 admin admin] For port 1251624b-42f7-46cb-b025-55671b93e458, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=1251624b-42f7-46cb-b025-55671b93e458,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:17:37.586513 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ede4-d960-4f58-aeb4-acb67af47e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:37.668270 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-63c972ef-05df-4d2a-a64b-1637139c98a1 None None] Set router 2b501d1a-da98-40c1-bd6f-9abfe7317ebd gateway port host: None {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:17:37.677076 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9ede4-d960-4f58-aeb4-acb67af47e24 admin admin] Calling delete_port for 1251624b-42f7-46cb-b025-55671b93e458 owned by network:router_gateway {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:17:37.748245 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-63c972ef-05df-4d2a-a64b-1637139c98a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b501d1a-da98-40c1-bd6f-9abfe7317ebd', 'name': 'tempest-TestShelveInstance-1111876791-router', 'tenant_id': '701978039f3b4aee894504b9eb57addc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:52Z', 'updated_at': '2021-06-11T00:17:37Z', 'revision_number': 6, 'project_id': '701978039f3b4aee894504b9eb57addc', 'gw_port_host': None}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:37.751911 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c972ef-05df-4d2a-a64b-1637139c98a1 None None] The sync data for ids ['2b501d1a-da98-40c1-bd6f-9abfe7317ebd'] in dv-cinder-786260-5-iscsi is: [{'id': '2b501d1a-da98-40c1-bd6f-9abfe7317ebd', 'name': 'tempest-TestShelveInstance-1111876791-router', 'tenant_id': '701978039f3b4aee894504b9eb57addc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:11:52Z', 'updated_at': '2021-06-11T00:17:37Z', 'revision_number': 6, 'project_id': '701978039f3b4aee894504b9eb57addc', 'gw_port_host': None}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:17:37.889952 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ede4-d960-4f58-aeb4-acb67af47e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:37.892478 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:37.926385 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9ede4-d960-4f58-aeb4-acb67af47e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=1251624b-42f7-46cb-b025-55671b93e458,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:37.928526 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-6cb9ede4-d960-4f58-aeb4-acb67af47e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:37.994205 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ede4-d960-4f58-aeb4-acb67af47e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1807972'] for router_gateway, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:38.127840 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ede4-d960-4f58-aeb4-acb67af47e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1805719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57805'] for router, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:38.130059 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ede4-d960-4f58-aeb4-acb67af47e24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:38.186947 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ede4-d960-4f58-aeb4-acb67af47e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806145'] for router, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:38.187492 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb9ede4-d960-4f58-aeb4-acb67af47e24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b501d1a-da98-40c1-bd6f-9abfe7317ebd {{(pid=91888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 00:17:38.192271 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ede4-d960-4f58-aeb4-acb67af47e24 admin admin] Notify callbacks [] for router, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:38.193382 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-6cb9ede4-d960-4f58-aeb4-acb67af47e24 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2b501d1a-da98-40c1-bd6f-9abfe7317ebd HTTP/1.1" status: 204 len: 168 time: 1.0724370 Jun 11 00:17:38.195941 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45126) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:38.249605 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52cb520-5d57-42e7-8eb0-697bf8d01373 admin admin] Deleting subnet 06aaa511-4b33-4f3c-a700-80f814dee249 {{(pid=91888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:17:38.252568 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a52cb520-5d57-42e7-8eb0-697bf8d01373 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:38.293085 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a52cb520-5d57-42e7-8eb0-697bf8d01373 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3200702'] for subnet, precommit_delete_associations {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:38.380502 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a52cb520-5d57-42e7-8eb0-697bf8d01373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752867'] for subnet, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:38.442333 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a52cb520-5d57-42e7-8eb0-697bf8d01373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3493816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555048'] for subnet, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:38.445284 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-9b2cc2ea-ec3a-4f8b-84d8-e16f88a32e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:38.476360 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cb520-5d57-42e7-8eb0-697bf8d01373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06aaa511-4b33-4f3c-a700-80f814dee249,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:38.478323 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a52cb520-5d57-42e7-8eb0-697bf8d01373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for subnet, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:38.483278 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-a52cb520-5d57-42e7-8eb0-697bf8d01373 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/06aaa511-4b33-4f3c-a700-80f814dee249 HTTP/1.1" status: 204 len: 168 time: 0.2833681 Jun 11 00:17:38.483278 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-a52cb520-5d57-42e7-8eb0-697bf8d01373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:38.483278 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45128) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:38.486096 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f86521-3b08-4296-ac40-12698452f3f2 None None] Network 2c1f79ac-a82c-400f-9b62-d2c3237f8785 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:17:38.578893 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546938'] for network, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:38.646237 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] Deleting port 00d93960-3d95-442d-9a63-bff1420e3bfd {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:17:38.646576 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:38.714547 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0310cc85-6efc-4474-a837-d20aa92f3ac5 None None] DHCP port deletion for 2c1f79ac-a82c-400f-9b62-d2c3237f8785 request from dv-cinder-786260-5-iscsi {{(pid=91889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 00:17:38.780525 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-0310cc85-6efc-4474-a837-d20aa92f3ac5 None None] Deleting port 00d93960-3d95-442d-9a63-bff1420e3bfd {{(pid=91889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:17:38.780525 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-0310cc85-6efc-4474-a837-d20aa92f3ac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:38.784766 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device abad35cc-b220-4cc3-91f9-964f0e73b4b0 no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:17:38.835972 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: abad35cc-b220-4cc3-91f9-964f0e73b4b0 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:17:38.836323 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device abad35cc-b220-4cc3-91f9-964f0e73b4b0 not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:17:38.836769 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 00d93960-3d95-442d-9a63-bff1420e3bfd no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:17:39.020597 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] For port 00d93960-3d95-442d-9a63-bff1420e3bfd, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=00d93960-3d95-442d-9a63-bff1420e3bfd,segment=NetworkSegment(9e46909d-efb4-4cc6-b847-a5b60a5d9a06),segment_id=9e46909d-efb4-4cc6-b847-a5b60a5d9a06)] {{(pid=91888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:17:39.020831 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:39.069037 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-0310cc85-6efc-4474-a837-d20aa92f3ac5 None None] For port 00d93960-3d95-442d-9a63-bff1420e3bfd, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=00d93960-3d95-442d-9a63-bff1420e3bfd,segment=NetworkSegment(9e46909d-efb4-4cc6-b847-a5b60a5d9a06),segment_id=9e46909d-efb4-4cc6-b847-a5b60a5d9a06)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:17:39.069437 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-0310cc85-6efc-4474-a837-d20aa92f3ac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:39.112881 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] Calling delete_port for 00d93960-3d95-442d-9a63-bff1420e3bfd owned by network:dhcp {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:17:39.166578 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-0310cc85-6efc-4474-a837-d20aa92f3ac5 None None] Calling delete_port for 00d93960-3d95-442d-9a63-bff1420e3bfd owned by network:dhcp {{(pid=91889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:17:39.182471 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:17:39.205637 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:39.208476 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-be75b49a-7ff4-42c0-ae4f-35b5942c0c3b tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:39.236655 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] Pushing event deleted for resources: {'Port': ['ID=00d93960-3d95-442d-9a63-bff1420e3bfd,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:39.238463 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] No DVR routers for this DVR port 00d93960-3d95-442d-9a63-bff1420e3bfd on host dv-cinder-786260-5-iscsi {{(pid=91888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:17:39.239943 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:39.261925 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:39.328115 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 1251624b-42f7-46cb-b025-55671b93e458 no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:17:39.336251 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750700', 'neutron.services.segments.db._delete_segments_for_network-8777603965615'] for network, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:39.347091 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1f79ac-a82c-400f-9b62-d2c3237f8785']}} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:39.353207 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: 1251624b-42f7-46cb-b025-55671b93e458 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:17:39.353568 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 1251624b-42f7-46cb-b025-55671b93e458 not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:17:39.355141 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-0310cc85-6efc-4474-a837-d20aa92f3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975'] for port, after_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:39.357309 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:39.358048 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e46909d-efb4-4cc6-b847-a5b60a5d9a06') {'for_net_delete': True} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:39.358350 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e46909d-efb4-4cc6-b847-a5b60a5d9a06') {} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:17:39.369213 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777603965444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3200679'] for segment, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:39.389223 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:39.389756 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310cc85-6efc-4474-a837-d20aa92f3ac5 None None] Pushing event deleted for resources: {'Port': ['ID=00d93960-3d95-442d-9a63-bff1420e3bfd,revision_number=None']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:39.393313 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-0310cc85-6efc-4474-a837-d20aa92f3ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:39.394130 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0310cc85-6efc-4474-a837-d20aa92f3ac5 None None] No DVR routers for this DVR port 00d93960-3d95-442d-9a63-bff1420e3bfd on host dv-cinder-786260-5-iscsi {{(pid=91889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:17:39.396526 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=91888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:17:39.396526 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3493159'] for segment, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: Traceback (most recent call last): Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: timer() Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: cb(*args, **kw) Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: return func(*args, **kwargs) Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: self._notify() Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: self.callback(batched_events) Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: event.method(event) Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: return f(self, *a, **k) Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: return self._get(url).json() Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: return self.request(url, 'GET', **kwargs) Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:17:39.398254 dv-cinder-786260-5-iscsi neutron-server[91888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:17:39.470249 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1807883'] for network, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:39.473867 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:39.476151 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:39.477929 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2c1f79ac-a82c-400f-9b62-d2c3237f8785 HTTP/1.1" status: 204 len: 168 time: 0.9943409 Jun 11 00:17:39.491514 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c1f79ac-a82c-400f-9b62-d2c3237f8785,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:39.493975 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:39.588705 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45134) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:39.631773 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-c57a1172-2e81-4e4c-a888-54d7a639abdb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4b2c02cca8342d0a2e79a10f15436f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418494 Jun 11 00:17:39.634122 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45138) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:39.690925 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc10a-8048-432f-b4f7-088702598dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:39.714138 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc10a-8048-432f-b4f7-088702598dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:39.764419 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc10a-8048-432f-b4f7-088702598dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:39.767065 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc10a-8048-432f-b4f7-088702598dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:39.768264 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-5d6cc10a-8048-432f-b4f7-088702598dc2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42195843-7140-4bba-a054-032689bd08e9 HTTP/1.1" status: 204 len: 168 time: 0.1332612 Jun 11 00:17:39.769135 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-257bbbc4-5739-497d-8da1-254e95c3b2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:39.777660 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cc10a-8048-432f-b4f7-088702598dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42195843-7140-4bba-a054-032689bd08e9,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:39.780011 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-5d6cc10a-8048-432f-b4f7-088702598dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:40.064658 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 45144) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:40.108514 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-d1093f93-9c5f-4deb-a6cc-d2c6e841f253 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=701978039f3b4aee894504b9eb57addc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426047 Jun 11 00:17:40.110779 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 45146) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:17:40.160729 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2388c9ab-91a9-4051-a7e7-b91395a359b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:40.182919 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2388c9ab-91a9-4051-a7e7-b91395a359b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:40.232036 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2388c9ab-91a9-4051-a7e7-b91395a359b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:40.234655 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-2388c9ab-91a9-4051-a7e7-b91395a359b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:40.235798 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-2388c9ab-91a9-4051-a7e7-b91395a359b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40777a86-d4d9-40a9-ac38-0e6c2c34cae9 HTTP/1.1" status: 204 len: 168 time: 0.1235783 Jun 11 00:17:40.237085 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-00997f9a-eaf5-40b1-9233-54480935471f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:17:40.245210 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388c9ab-91a9-4051-a7e7-b91395a359b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40777a86-d4d9-40a9-ac38-0e6c2c34cae9,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:17:40.247586 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-2388c9ab-91a9-4051-a7e7-b91395a359b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:17:41.397395 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:43.174078 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-3fc5423e-1655-4b7f-8c24-878b6027da38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:45.755112 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-e11ad8fb-a2bb-4ad7-a535-4e13c63ec516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:45.929444 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:47.052105 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:48.443590 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:05.626183 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a55569-32a5-4339-bed7-86926125b5bc req-211d9a76-5b87-46b3-8a34-cdca8eb60ad7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:05.627636 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-69a55569-32a5-4339-bed7-86926125b5bc req-211d9a76-5b87-46b3-8a34-cdca8eb60ad7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0685725 Jun 11 00:18:05.667834 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-69a55569-32a5-4339-bed7-86926125b5bc req-bed7fcb3-c79c-44a5-929a-d54a72a5dccb tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347080 Jun 11 00:18:06.517666 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c40cb-bcee-4a60-ba38-a1c0c5b01c4b req-8cc70150-2c2e-4d84-84a3-4d6ea9196dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:06.519128 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-007c40cb-bcee-4a60-ba38-a1c0c5b01c4b req-8cc70150-2c2e-4d84-84a3-4d6ea9196dc9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a0172e46ff047e3a97122c5e76e4717&device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 1098 time: 0.0580547 Jun 11 00:18:06.646795 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c40cb-bcee-4a60-ba38-a1c0c5b01c4b req-5227ce63-0a48-4485-af11-294d3690e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:06.648172 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-007c40cb-bcee-4a60-ba38-a1c0c5b01c4b req-5227ce63-0a48-4485-af11-294d3690e891 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4eee4e9d-e482-4fa4-936e-75b7380dc552 HTTP/1.1" status: 200 len: 912 time: 0.1099980 Jun 11 00:18:06.733028 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-007c40cb-bcee-4a60-ba38-a1c0c5b01c4b req-40c4808f-b68a-44f7-a884-8b221d3f821f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd87221-0773-4172-8a10-56149736f923 HTTP/1.1" status: 200 len: 1001 time: 0.0782082 Jun 11 00:18:06.790262 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c40cb-bcee-4a60-ba38-a1c0c5b01c4b req-cd46793d-124b-407f-9c67-2fad17f40fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:06.791719 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-007c40cb-bcee-4a60-ba38-a1c0c5b01c4b req-cd46793d-124b-407f-9c67-2fad17f40fff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=edd50820-75ae-41c7-a350-34ba34337b5d HTTP/1.1" status: 200 len: 850 time: 0.0527375 Jun 11 00:18:06.855305 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a59e1-fad6-4ad4-bf0b-3fb460ecc6df req-a9bcc254-7938-417e-92ee-30eb19584480 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:06.856831 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4a9a59e1-fad6-4ad4-bf0b-3fb460ecc6df req-a9bcc254-7938-417e-92ee-30eb19584480 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0717123 Jun 11 00:18:06.857374 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c40cb-bcee-4a60-ba38-a1c0c5b01c4b req-4ec55dfd-4d59-4d69-b9be-04460d115d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:06.858817 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-007c40cb-bcee-4a60-ba38-a1c0c5b01c4b req-4ec55dfd-4d59-4d69-b9be-04460d115d94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4eee4e9d-e482-4fa4-936e-75b7380dc552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607939 Jun 11 00:18:06.898054 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4a9a59e1-fad6-4ad4-bf0b-3fb460ecc6df req-ff09f17d-9463-4857-941e-3fecca67a089 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355296 Jun 11 00:18:06.970117 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-007c40cb-bcee-4a60-ba38-a1c0c5b01c4b req-767bc5d3-6832-4802-8076-b34397e35b53 service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042171 Jun 11 00:18:07.086136 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-007c40cb-bcee-4a60-ba38-a1c0c5b01c4b req-7f65d2a0-8632-40f5-9d30-f7320b735dab service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084561 Jun 11 00:18:08.081304 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364f971-5bde-4641-b066-e2fb744d602f req-0b4059dd-2758-4caa-ae9f-24644bfa7090 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:08.083314 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0364f971-5bde-4641-b066-e2fb744d602f req-0b4059dd-2758-4caa-ae9f-24644bfa7090 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0688331 Jun 11 00:18:08.134482 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0364f971-5bde-4641-b066-e2fb744d602f req-3af9e0fd-4b24-4ec0-a71d-53f1c5722d7f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454240 Jun 11 00:18:09.315203 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9126c8-b940-496e-9c72-03f39e6dec66 req-98c6391e-abf9-4b9c-938d-a14bb68d9e53 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:09.316665 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cd9126c8-b940-496e-9c72-03f39e6dec66 req-98c6391e-abf9-4b9c-938d-a14bb68d9e53 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0717096 Jun 11 00:18:09.356331 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cd9126c8-b940-496e-9c72-03f39e6dec66 req-41b6cb55-3e77-46bc-b60e-3e8094ab8a6f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341935 Jun 11 00:18:10.535391 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc271f2-ea59-4dce-a0b5-bb3bc2906c96 req-fff35423-d2e2-4410-9133-e3f61b7c984a tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:10.537334 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-afc271f2-ea59-4dce-a0b5-bb3bc2906c96 req-fff35423-d2e2-4410-9133-e3f61b7c984a tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0686533 Jun 11 00:18:10.576966 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-afc271f2-ea59-4dce-a0b5-bb3bc2906c96 req-02ce8756-1e9c-4cf9-aeca-084581c0c2b4 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341482 Jun 11 00:18:11.416683 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:11.771665 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f409b5-81ec-4af7-9bc6-e750e74235e5 req-ceb5e949-de46-42c9-8952-d781b4133555 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:11.773050 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-96f409b5-81ec-4af7-9bc6-e750e74235e5 req-ceb5e949-de46-42c9-8952-d781b4133555 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0735991 Jun 11 00:18:11.814711 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-96f409b5-81ec-4af7-9bc6-e750e74235e5 req-b823d73b-c539-4653-bdb1-857ac6ebb022 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360446 Jun 11 00:18:12.993000 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c9fdc-856e-4900-b194-a508e524a5d6 req-b41d9665-d3a6-4939-a88d-32cfe7dca04d tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:12.994327 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8f8c9fdc-856e-4900-b194-a508e524a5d6 req-b41d9665-d3a6-4939-a88d-32cfe7dca04d tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0666401 Jun 11 00:18:13.034114 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8f8c9fdc-856e-4900-b194-a508e524a5d6 req-6ecd6b26-a895-4d28-9ac8-145c1141edb9 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342631 Jun 11 00:18:13.173383 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-658284e4-7bc1-43f7-bee7-36200b2a25ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:14.214437 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f0801-c601-4d12-ba71-0800ad5d80c2 req-6cfd6173-46d7-4b79-8183-75f0597527ab tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:14.215902 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-221f0801-c601-4d12-ba71-0800ad5d80c2 req-6cfd6173-46d7-4b79-8183-75f0597527ab tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0714626 Jun 11 00:18:14.256467 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-221f0801-c601-4d12-ba71-0800ad5d80c2 req-b4929542-dba5-48bb-a367-be83d82cb258 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351052 Jun 11 00:18:15.431931 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2354b2-75a2-4eeb-85cf-d4fb978f917b req-842ff6e4-a23e-4fc0-a137-8cf52d54be8b tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:15.433376 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7c2354b2-75a2-4eeb-85cf-d4fb978f917b req-842ff6e4-a23e-4fc0-a137-8cf52d54be8b tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0685551 Jun 11 00:18:15.473803 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7c2354b2-75a2-4eeb-85cf-d4fb978f917b req-75d7f1dd-107d-40ca-8dbb-d77128b86f92 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345521 Jun 11 00:18:15.756914 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-750c9369-a523-48b4-86a6-f751f77e6ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:15.929256 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:16.181947 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:18:16.653791 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464ce11-67a8-4c6e-a008-ccbd5df62ec1 req-58c09a21-f3dc-46b3-b4e6-69039ac5701d tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:16.655214 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f464ce11-67a8-4c6e-a008-ccbd5df62ec1 req-58c09a21-f3dc-46b3-b4e6-69039ac5701d tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0717461 Jun 11 00:18:16.694987 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f464ce11-67a8-4c6e-a008-ccbd5df62ec1 req-9a0aec4d-5dfe-4ce9-930e-83812bfe996c tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342245 Jun 11 00:18:17.056989 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:17.871884 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d20a0b-4a5f-4792-a817-34ba9e8699c5 req-36c3ef6e-ab41-43ad-8a2e-b43150969630 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:17.873327 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f8d20a0b-4a5f-4792-a817-34ba9e8699c5 req-36c3ef6e-ab41-43ad-8a2e-b43150969630 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0673285 Jun 11 00:18:17.914802 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f8d20a0b-4a5f-4792-a817-34ba9e8699c5 req-efe5a9fa-6625-4806-becd-5f7ec1866df1 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359604 Jun 11 00:18:18.449775 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:19.097595 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b57126-bed6-4ab9-bf52-7beec668b6af req-c140250c-07a2-42aa-ae1f-e5c97fac2db0 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:19.099141 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-84b57126-bed6-4ab9-bf52-7beec668b6af req-c140250c-07a2-42aa-ae1f-e5c97fac2db0 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0746801 Jun 11 00:18:19.141225 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-84b57126-bed6-4ab9-bf52-7beec668b6af req-ece8b8b9-7f2a-438f-9174-da2292c2b911 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357993 Jun 11 00:18:20.320946 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34719e82-b69c-4fea-b732-e1734c4a895e req-9ce820a8-dddc-48cf-a1ba-f5cbcf79c85d tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:20.322381 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-34719e82-b69c-4fea-b732-e1734c4a895e req-9ce820a8-dddc-48cf-a1ba-f5cbcf79c85d tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0683310 Jun 11 00:18:20.362455 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-34719e82-b69c-4fea-b732-e1734c4a895e req-9691d6c2-e052-4412-aea8-740f8c8e8fae tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345364 Jun 11 00:18:21.546085 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ba249-4fd3-4183-b754-72ac3d2344d7 req-a4157030-6ad1-4b0c-a3bc-f4a4aae9d539 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:21.547544 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-770ba249-4fd3-4183-b754-72ac3d2344d7 req-a4157030-6ad1-4b0c-a3bc-f4a4aae9d539 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0720918 Jun 11 00:18:21.588114 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-770ba249-4fd3-4183-b754-72ac3d2344d7 req-b2910a22-64fb-48f7-b215-49023e8fc569 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349472 Jun 11 00:18:21.923563 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e78fd1-3e80-4152-b4dd-a04c6aaa9ba9 req-2d2a902f-3d40-4d31-b528-7f189500d85c tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:21.925012 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-12e78fd1-3e80-4152-b4dd-a04c6aaa9ba9 req-2d2a902f-3d40-4d31-b528-7f189500d85c tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0717103 Jun 11 00:18:21.938180 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c3d35-4df5-4430-b24b-ab1c2e5d4e97 req-e01a9373-a8e4-450a-b660-3b1ce6a5004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:21.939626 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-748c3d35-4df5-4430-b24b-ab1c2e5d4e97 req-e01a9373-a8e4-450a-b660-3b1ce6a5004d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a0172e46ff047e3a97122c5e76e4717&device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 1098 time: 0.0644374 Jun 11 00:18:21.966736 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-12e78fd1-3e80-4152-b4dd-a04c6aaa9ba9 req-faaf989c-7ea7-4edf-97fd-9702a3921655 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352802 Jun 11 00:18:22.050702 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c3d35-4df5-4430-b24b-ab1c2e5d4e97 req-d6dabb48-1b13-4c6e-876b-6ad79fbf9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:22.052188 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-748c3d35-4df5-4430-b24b-ab1c2e5d4e97 req-d6dabb48-1b13-4c6e-876b-6ad79fbf9812 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4eee4e9d-e482-4fa4-936e-75b7380dc552 HTTP/1.1" status: 200 len: 912 time: 0.1068380 Jun 11 00:18:22.144833 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-748c3d35-4df5-4430-b24b-ab1c2e5d4e97 req-7a51d19b-a506-455f-aa07-eedb29f7b00a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd87221-0773-4172-8a10-56149736f923 HTTP/1.1" status: 200 len: 1001 time: 0.0857110 Jun 11 00:18:22.201041 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c3d35-4df5-4430-b24b-ab1c2e5d4e97 req-d39487b4-fa37-46f0-ac6e-fada9889a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:22.202389 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-748c3d35-4df5-4430-b24b-ab1c2e5d4e97 req-d39487b4-fa37-46f0-ac6e-fada9889a9e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=edd50820-75ae-41c7-a350-34ba34337b5d HTTP/1.1" status: 200 len: 850 time: 0.0504441 Jun 11 00:18:22.267196 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c3d35-4df5-4430-b24b-ab1c2e5d4e97 req-4bde8f62-7e64-4455-a20d-350601daf16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:22.268629 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-748c3d35-4df5-4430-b24b-ab1c2e5d4e97 req-4bde8f62-7e64-4455-a20d-350601daf16f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4eee4e9d-e482-4fa4-936e-75b7380dc552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599229 Jun 11 00:18:22.381964 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-748c3d35-4df5-4430-b24b-ab1c2e5d4e97 req-45a706be-667c-47b8-ae15-fe88e3f76865 service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053627 Jun 11 00:18:22.491466 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-748c3d35-4df5-4430-b24b-ab1c2e5d4e97 req-fb509a2f-295f-4764-8d69-3ec3ae3847da service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032503 Jun 11 00:18:23.157970 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd8c9b-22c4-4134-8b8a-2849111cd412 req-4b5d5be1-cbed-4521-b8a8-c565dbf32280 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:23.159456 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8edd8c9b-22c4-4134-8b8a-2849111cd412 req-4b5d5be1-cbed-4521-b8a8-c565dbf32280 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0748374 Jun 11 00:18:23.202493 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8edd8c9b-22c4-4134-8b8a-2849111cd412 req-f70ca5a6-e0d6-49c2-a90b-1c0c8104d833 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372798 Jun 11 00:18:24.384283 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf095f-89da-4eb6-94ab-e109153af503 req-87d7766f-0349-4538-8ea8-4cb84b075a71 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:24.385785 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0eaf095f-89da-4eb6-94ab-e109153af503 req-87d7766f-0349-4538-8ea8-4cb84b075a71 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0695713 Jun 11 00:18:24.425716 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0eaf095f-89da-4eb6-94ab-e109153af503 req-d752e7cf-a0af-46ea-8ebd-cceef13c0f4c tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339894 Jun 11 00:18:41.452517 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:43.173086 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-6a83f2b9-15f3-4793-9036-5fd41e2846d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:45.757999 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d5ecffcf-7307-4fb0-85a9-a1a8e964f223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:45.936187 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:47.057263 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:48.449245 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:53.180602 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:18:57.705603 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e876f-148f-401f-87ee-bfa00d93161d req-260f6388-c3d9-4d29-ae4e-bea457a64735 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:57.706956 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-af4e876f-148f-401f-87ee-bfa00d93161d req-260f6388-c3d9-4d29-ae4e-bea457a64735 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0723543 Jun 11 00:18:57.747376 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-af4e876f-148f-401f-87ee-bfa00d93161d req-4be74b8b-5e2f-4e53-94c2-42841187eefe tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349057 Jun 11 00:18:58.926080 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f170a-6037-4722-8eab-03b7074872e2 req-fef9ec27-dbf0-4eb3-bfc2-7094fe6e7146 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:58.927540 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-655f170a-6037-4722-8eab-03b7074872e2 req-fef9ec27-dbf0-4eb3-bfc2-7094fe6e7146 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0675638 Jun 11 00:18:58.968135 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-655f170a-6037-4722-8eab-03b7074872e2 req-b5ae22d5-b6f5-4f05-9d54-bac73fcdb4b3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351357 Jun 11 00:19:00.150421 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23348b4e-b457-4f7b-9ac0-bf66de5934d0 req-92f3e24e-235c-4873-aa69-424d10fd5fac tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:00.151833 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-23348b4e-b457-4f7b-9ac0-bf66de5934d0 req-92f3e24e-235c-4873-aa69-424d10fd5fac tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0720725 Jun 11 00:19:00.193798 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-23348b4e-b457-4f7b-9ac0-bf66de5934d0 req-057fea3a-9918-4d2a-bb8f-c5661dbafa6b tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363255 Jun 11 00:19:01.369961 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd8a82-dec1-4306-9780-d7e7f8b60d9f req-ad2c009e-b849-43ab-976f-564309532578 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:01.371463 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9ffd8a82-dec1-4306-9780-d7e7f8b60d9f req-ad2c009e-b849-43ab-976f-564309532578 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0672665 Jun 11 00:19:01.413837 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9ffd8a82-dec1-4306-9780-d7e7f8b60d9f req-8571310f-d8b9-4ebb-b2a5-f8235d36ae11 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367043 Jun 11 00:19:02.603266 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4b3fe-ced6-43fe-bc12-7a5deab66b22 req-cff40038-d39a-4ff0-b6c9-a286bcd1d27c tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:02.604759 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-66f4b3fe-ced6-43fe-bc12-7a5deab66b22 req-cff40038-d39a-4ff0-b6c9-a286bcd1d27c tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0748739 Jun 11 00:19:02.646662 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-66f4b3fe-ced6-43fe-bc12-7a5deab66b22 req-d2e3485f-2494-4a03-a64b-c9b1a9c1a445 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359998 Jun 11 00:19:03.821739 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953731a0-27e8-406e-9aac-003a91969d10 req-0afc8d39-c5da-4f58-82af-5eafc7132674 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:03.823153 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-953731a0-27e8-406e-9aac-003a91969d10 req-0afc8d39-c5da-4f58-82af-5eafc7132674 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0666683 Jun 11 00:19:03.864600 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-953731a0-27e8-406e-9aac-003a91969d10 req-91e6b5ff-b62f-4d6e-af3d-6a1cb618fe0f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353198 Jun 11 00:19:05.048017 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb3967-bf50-4c67-8001-5a18cb099762 req-7f5d5df0-047e-46ce-958f-c7d1d3447fb8 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:05.049440 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5edb3967-bf50-4c67-8001-5a18cb099762 req-7f5d5df0-047e-46ce-958f-c7d1d3447fb8 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0710471 Jun 11 00:19:05.090197 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5edb3967-bf50-4c67-8001-5a18cb099762 req-45a7e02b-d0ac-4a4c-be53-1efee4c03b98 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352068 Jun 11 00:19:06.270379 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618c3e5-3a0f-4bf9-95b7-01e4ff91769a req-f07ab062-3cc2-46ac-bad2-35f1d522aba4 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:06.271845 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7618c3e5-3a0f-4bf9-95b7-01e4ff91769a req-f07ab062-3cc2-46ac-bad2-35f1d522aba4 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0680895 Jun 11 00:19:06.312192 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7618c3e5-3a0f-4bf9-95b7-01e4ff91769a req-2ea5d517-a934-4a9e-9913-da96e109662b tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346072 Jun 11 00:19:07.491787 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefaafd-376a-483b-835b-124722c5ac6a req-b6fde0fa-ea42-40aa-8d87-b44c5b4f6290 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:07.493257 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9cefaafd-376a-483b-835b-124722c5ac6a req-b6fde0fa-ea42-40aa-8d87-b44c5b4f6290 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0720809 Jun 11 00:19:07.535461 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9cefaafd-376a-483b-835b-124722c5ac6a req-892e1e47-0c02-48de-8ed1-247067ff4dac tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365722 Jun 11 00:19:07.555062 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e1a19-8eaa-494f-97cd-6529f4fb27be req-4b46f708-4222-4571-866f-2869fc956571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:07.556561 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a62e1a19-8eaa-494f-97cd-6529f4fb27be req-4b46f708-4222-4571-866f-2869fc956571 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a0172e46ff047e3a97122c5e76e4717&device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 1098 time: 0.0645201 Jun 11 00:19:07.692371 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e1a19-8eaa-494f-97cd-6529f4fb27be req-0809f4e4-a181-4a49-aecc-6ab35930a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:07.693702 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a62e1a19-8eaa-494f-97cd-6529f4fb27be req-0809f4e4-a181-4a49-aecc-6ab35930a2c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4eee4e9d-e482-4fa4-936e-75b7380dc552 HTTP/1.1" status: 200 len: 912 time: 0.1153147 Jun 11 00:19:07.773658 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a62e1a19-8eaa-494f-97cd-6529f4fb27be req-537fddcc-afb2-40c4-a205-637baca0747a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd87221-0773-4172-8a10-56149736f923 HTTP/1.1" status: 200 len: 1001 time: 0.0730014 Jun 11 00:19:07.841892 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e1a19-8eaa-494f-97cd-6529f4fb27be req-4fec9997-2505-4fb1-944e-0e57de45c225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:07.843466 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a62e1a19-8eaa-494f-97cd-6529f4fb27be req-4fec9997-2505-4fb1-944e-0e57de45c225 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=edd50820-75ae-41c7-a350-34ba34337b5d HTTP/1.1" status: 200 len: 850 time: 0.0630457 Jun 11 00:19:07.919121 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e1a19-8eaa-494f-97cd-6529f4fb27be req-c020ed2a-3c5c-49e6-b170-7b9ad47cb4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:07.920703 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a62e1a19-8eaa-494f-97cd-6529f4fb27be req-c020ed2a-3c5c-49e6-b170-7b9ad47cb4ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4eee4e9d-e482-4fa4-936e-75b7380dc552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708983 Jun 11 00:19:08.045472 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a62e1a19-8eaa-494f-97cd-6529f4fb27be req-aa9269e8-3239-4a73-b131-5ade298760f4 service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183698 Jun 11 00:19:08.163744 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a62e1a19-8eaa-494f-97cd-6529f4fb27be req-f6770173-9dff-4803-8356-889b54d7bbb0 service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112976 Jun 11 00:19:08.711089 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89244703-bceb-425b-8179-411962237982 req-5c335004-0b0f-42c4-ad7b-0d0dcd501c93 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:08.712453 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-89244703-bceb-425b-8179-411962237982 req-5c335004-0b0f-42c4-ad7b-0d0dcd501c93 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0674055 Jun 11 00:19:08.753263 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-89244703-bceb-425b-8179-411962237982 req-2149950f-30b5-48e8-8712-e688a23be518 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352025 Jun 11 00:19:09.072557 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb105146-a069-4781-aee2-d5d24672cc90 req-963084c8-b893-4d7f-882d-dca14957b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:09.074123 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fb105146-a069-4781-aee2-d5d24672cc90 req-963084c8-b893-4d7f-882d-dca14957b954 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a0172e46ff047e3a97122c5e76e4717&device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 1098 time: 0.0592914 Jun 11 00:19:09.092273 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d66838-9f8c-483b-96e7-d2ff0ad5a699 req-374badb6-bab9-4b58-a6b4-b09ab8a32238 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:09.093763 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-57d66838-9f8c-483b-96e7-d2ff0ad5a699 req-374badb6-bab9-4b58-a6b4-b09ab8a32238 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0709405 Jun 11 00:19:09.135192 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-57d66838-9f8c-483b-96e7-d2ff0ad5a699 req-15679ee8-c485-4eea-b148-eea1c31ead72 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357075 Jun 11 00:19:09.191692 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb105146-a069-4781-aee2-d5d24672cc90 req-68daac51-a517-4424-a9ca-bc545c858ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:09.193144 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fb105146-a069-4781-aee2-d5d24672cc90 req-68daac51-a517-4424-a9ca-bc545c858ebe service neutron] 10.222.0.21 "GET /v2.0/networks?id=4eee4e9d-e482-4fa4-936e-75b7380dc552 HTTP/1.1" status: 200 len: 912 time: 0.1129880 Jun 11 00:19:09.278174 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fb105146-a069-4781-aee2-d5d24672cc90 req-e93bb071-a82e-4341-9925-a7a673c0795b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd87221-0773-4172-8a10-56149736f923 HTTP/1.1" status: 200 len: 1001 time: 0.0775256 Jun 11 00:19:09.337437 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb105146-a069-4781-aee2-d5d24672cc90 req-e6c33a90-f673-4364-b604-cc40e84ebf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:09.338736 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fb105146-a069-4781-aee2-d5d24672cc90 req-e6c33a90-f673-4364-b604-cc40e84ebf0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=edd50820-75ae-41c7-a350-34ba34337b5d HTTP/1.1" status: 200 len: 850 time: 0.0550776 Jun 11 00:19:09.400885 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb105146-a069-4781-aee2-d5d24672cc90 req-2b4bd58b-36d3-423e-ad7a-257da8c4e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:09.402362 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fb105146-a069-4781-aee2-d5d24672cc90 req-2b4bd58b-36d3-423e-ad7a-257da8c4e0da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4eee4e9d-e482-4fa4-936e-75b7380dc552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575571 Jun 11 00:19:09.520168 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fb105146-a069-4781-aee2-d5d24672cc90 req-61a0ad8e-a15d-4270-9623-17ab18afb351 service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112764 Jun 11 00:19:09.639275 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fb105146-a069-4781-aee2-d5d24672cc90 req-0e74db8b-0e57-4f22-a6af-a4a1f6d8fbe0 service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116636 Jun 11 00:19:10.319807 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b743b-4234-41e1-8e1a-d4773bbbfb8a req-f65034b1-49e8-435d-b45f-48dfbc1b93b1 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:10.321264 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d90b743b-4234-41e1-8e1a-d4773bbbfb8a req-f65034b1-49e8-435d-b45f-48dfbc1b93b1 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0686402 Jun 11 00:19:10.361625 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d90b743b-4234-41e1-8e1a-d4773bbbfb8a req-3103538f-9494-45f8-aebc-7c372944e89a tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346806 Jun 11 00:19:11.471932 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:11.550518 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251433df-92d4-4769-b84d-cc744a0f6492 req-a040979b-36dc-44dd-9655-70ba08c1fd0b tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:11.552034 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-251433df-92d4-4769-b84d-cc744a0f6492 req-a040979b-36dc-44dd-9655-70ba08c1fd0b tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0789707 Jun 11 00:19:11.592821 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-251433df-92d4-4769-b84d-cc744a0f6492 req-7d2489fe-c056-4e43-bf4c-c5c19c920720 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352671 Jun 11 00:19:13.173068 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-a5ab8b99-3f36-4ee0-86e7-e2dbd8497dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:15.759352 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-a7946224-1ade-4031-ad79-0a2568606a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:15.925898 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:17.059191 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:18.453105 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:30.178626 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:19:40.628792 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccefbe-dbaa-4c0c-954e-72fde7b45e2d req-f27c1cc5-9aad-4b21-aefd-ad998115f92d tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:40.630530 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b6ccefbe-dbaa-4c0c-954e-72fde7b45e2d req-f27c1cc5-9aad-4b21-aefd-ad998115f92d tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0685074 Jun 11 00:19:40.670362 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b6ccefbe-dbaa-4c0c-954e-72fde7b45e2d req-e268d5ba-55d2-4dcd-841f-aea25114c71e tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343027 Jun 11 00:19:41.501534 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:41.999758 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e168be9-4f94-4b6e-9b64-81c06814daf8 req-e8e766a4-9736-4b9d-887b-e55fb87c0aeb tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:42.001114 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3e168be9-4f94-4b6e-9b64-81c06814daf8 req-e8e766a4-9736-4b9d-887b-e55fb87c0aeb tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.2176371 Jun 11 00:19:42.041986 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3e168be9-4f94-4b6e-9b64-81c06814daf8 req-04842c15-4e62-4235-a3f1-3ba338ebd539 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348155 Jun 11 00:19:42.490889 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b47892-d3a7-4dce-a993-17665568d2ce req-99aa4722-d6e1-4d3d-ae3b-89188baddee5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:42.492357 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e4b47892-d3a7-4dce-a993-17665568d2ce req-99aa4722-d6e1-4d3d-ae3b-89188baddee5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0693159 Jun 11 00:19:42.603707 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-e4b47892-d3a7-4dce-a993-17665568d2ce req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Deleting port 8bd87221-0773-4172-8a10-56149736f923 {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:19:42.604046 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e4b47892-d3a7-4dce-a993-17665568d2ce req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:42.714575 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-e4b47892-d3a7-4dce-a993-17665568d2ce req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] For port 8bd87221-0773-4172-8a10-56149736f923, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8bd87221-0773-4172-8a10-56149736f923,segment=NetworkSegment(e71b9b90-de83-4cc1-9a4b-708d15286399),segment_id=e71b9b90-de83-4cc1-9a4b-708d15286399)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:19:42.714857 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e4b47892-d3a7-4dce-a993-17665568d2ce req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:43.177993 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-a7d29800-9d6b-4c38-ab79-d8ddb6fbea0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:43.207361 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e4b47892-d3a7-4dce-a993-17665568d2ce req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:43.207755 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e4b47892-d3a7-4dce-a993-17665568d2ce req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1807872'] for floatingip, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:43.208070 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.db.l3_db [req-e4b47892-d3a7-4dce-a993-17665568d2ce req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Floating IP 1b9b4da9-497b-43f4-bf71-ddb88fba7aa2 disassociated. External IP: 172.27.0.252, port: 8bd87221-0773-4172-8a10-56149736f923. Jun 11 00:19:43.208414 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-e4b47892-d3a7-4dce-a993-17665568d2ce req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Calling delete_port for 8bd87221-0773-4172-8a10-56149736f923 owned by compute:nova {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:19:43.227014 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88c968-f705-4e26-8fd2-7bc551aaf0f7 req-910f0248-bfdc-456c-9766-a6061a5a5b2f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:43.228653 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8e88c968-f705-4e26-8fd2-7bc551aaf0f7 req-910f0248-bfdc-456c-9766-a6061a5a5b2f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0177380-da89-4d42-9bc2-11ac1c7b9c67 HTTP/1.1" status: 200 len: 945 time: 0.0737035 Jun 11 00:19:43.271395 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8e88c968-f705-4e26-8fd2-7bc551aaf0f7 req-c34d9248-8346-4726-97dd-43fe309ce0d3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=aca70cfb-03ea-494a-9379-55ddff1b4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370152 Jun 11 00:19:43.355572 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e4b47892-d3a7-4dce-a993-17665568d2ce req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:43.359232 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-55504a14-bec9-4d9c-958c-1bfbba1821e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:19:43.393550 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Pushing event deleted for resources: {'Port': ['ID=8bd87221-0773-4172-8a10-56149736f923,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:19:43.404496 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:43.404877 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:43.405243 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:43.405604 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:43.405958 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:43.406313 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:43.406664 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:43.407017 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:43.407393 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:43.407801 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:43.408288 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:43.408627 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:43.457911 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:19:43.548985 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4b47892-d3a7-4dce-a993-17665568d2ce req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Router cfa1383d-fd88-44cf-84ce-5300075e1daa has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:19:43.688191 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4b47892-d3a7-4dce-a993-17665568d2ce req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:19:43.699142 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba0c8b4-de1c-4da1-920b-045fc7404452 None None] Sync routers for ids ['cfa1383d-fd88-44cf-84ce-5300075e1daa'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:19:43.707928 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba0c8b4-de1c-4da1-920b-045fc7404452 None None] Routers {'cfa1383d-fd88-44cf-84ce-5300075e1daa'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:19:43.708531 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-4ba0c8b4-de1c-4da1-920b-045fc7404452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:19:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['cfa1383d-fd88-44cf-84ce-5300075e1daa'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:19:43.746350 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b47892-d3a7-4dce-a993-17665568d2ce req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] No DVR routers for this DVR port 8bd87221-0773-4172-8a10-56149736f923 on host hv-cinder-78626 {{(pid=91887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:19:43.748962 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e4b47892-d3a7-4dce-a993-17665568d2ce req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:43.750927 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e4b47892-d3a7-4dce-a993-17665568d2ce req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.21 "DELETE /v2.0/ports/8bd87221-0773-4172-8a10-56149736f923 HTTP/1.1" status: 204 len: 173 time: 1.2535210 Jun 11 00:19:43.751469 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0177380-da89-4d42-9bc2-11ac1c7b9c67', 'name': 'network-vif-deleted', 'tag': '8bd87221-0773-4172-8a10-56149736f923'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:19:43.754404 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92cbe02-f209-40dc-aa68-898c75a47471" -d '{"events": [{"server_uuid": "a0177380-da89-4d42-9bc2-11ac1c7b9c67", "name": "network-vif-deleted", "tag": "8bd87221-0773-4172-8a10-56149736f923"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:19:43.793950 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18502282-41de-4ff4-bbb9-76a9e43ee8de x-openstack-request-id: req-18502282-41de-4ff4-bbb9-76a9e43ee8de {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:19:43.794433 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0177380-da89-4d42-9bc2-11ac1c7b9c67", "name": "network-vif-deleted", "tag": "8bd87221-0773-4172-8a10-56149736f923", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:19:43.794906 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18502282-41de-4ff4-bbb9-76a9e43ee8de {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:19:43.796613 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0177380-da89-4d42-9bc2-11ac1c7b9c67', 'name': 'network-vif-deleted', 'tag': '8bd87221-0773-4172-8a10-56149736f923', 'status': 'completed', 'code': 200} Jun 11 00:19:43.864266 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-4ba0c8b4-de1c-4da1-920b-045fc7404452 None None] Set router cfa1383d-fd88-44cf-84ce-5300075e1daa gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:19:44.143564 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-4ba0c8b4-de1c-4da1-920b-045fc7404452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:17:00Z', 'updated_at': '2021-06-11T00:17:04Z', 'revision_number': 4, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'gw_port': {'id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:01Z', 'updated_at': '2021-06-11T00:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '99efd846-ce92-41f7-8a3b-df4cf0b0a557', 'name': '', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'mac_address': 'fa:16:3e:3a:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:03Z', 'updated_at': '2021-06-11T00:17:08Z', 'revision_number': 5, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'subnets': [{'id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:19:44.146830 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba0c8b4-de1c-4da1-920b-045fc7404452 None None] Checking router: cfa1383d-fd88-44cf-84ce-5300075e1daa for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:19:44.156339 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba0c8b4-de1c-4da1-920b-045fc7404452 None None] Routers {'cfa1383d-fd88-44cf-84ce-5300075e1daa'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:19:44.156951 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-4ba0c8b4-de1c-4da1-920b-045fc7404452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:19:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['cfa1383d-fd88-44cf-84ce-5300075e1daa'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:19:44.307234 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-4ba0c8b4-de1c-4da1-920b-045fc7404452 None None] Set router cfa1383d-fd88-44cf-84ce-5300075e1daa gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:19:44.572228 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-4ba0c8b4-de1c-4da1-920b-045fc7404452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:17:00Z', 'updated_at': '2021-06-11T00:17:04Z', 'revision_number': 4, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'gw_port': {'id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:01Z', 'updated_at': '2021-06-11T00:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '99efd846-ce92-41f7-8a3b-df4cf0b0a557', 'name': '', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'mac_address': 'fa:16:3e:3a:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:03Z', 'updated_at': '2021-06-11T00:17:08Z', 'revision_number': 5, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'subnets': [{'id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:19:44.575592 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba0c8b4-de1c-4da1-920b-045fc7404452 None None] The sync data for ids ['cfa1383d-fd88-44cf-84ce-5300075e1daa'] in dv-cinder-786260-5-iscsi is: [{'id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:17:00Z', 'updated_at': '2021-06-11T00:17:04Z', 'revision_number': 4, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'gw_port': {'id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:01Z', 'updated_at': '2021-06-11T00:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '99efd846-ce92-41f7-8a3b-df4cf0b0a557', 'name': '', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'mac_address': 'fa:16:3e:3a:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:03Z', 'updated_at': '2021-06-11T00:17:08Z', 'revision_number': 5, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'subnets': [{'id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:19:44.769554 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb5f820-dfde-43d9-b5f4-f971ded8c0fe None None] New status for floating IP 1b9b4da9-497b-43f4-bf71-ddb88fba7aa2: DOWN {{(pid=91889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:19:45.418405 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 45346) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:19:45.476099 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8cd9af33-503b-414e-a5a4-2f1a8c7246f7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:45.500150 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8cd9af33-503b-414e-a5a4-2f1a8c7246f7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:45.548997 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8cd9af33-503b-414e-a5a4-2f1a8c7246f7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:45.552208 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8cd9af33-503b-414e-a5a4-2f1a8c7246f7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:45.553336 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-8cd9af33-503b-414e-a5a4-2f1a8c7246f7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "DELETE /v2.0/security-groups/aca70cfb-03ea-494a-9379-55ddff1b4f90 HTTP/1.1" status: 204 len: 168 time: 0.1339278 Jun 11 00:19:45.554142 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-2be70663-4e12-4610-926e-d11e02ad3254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:19:45.556129 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45348) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:19:45.563926 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9af33-503b-414e-a5a4-2f1a8c7246f7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca70cfb-03ea-494a-9379-55ddff1b4f90,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:19:45.566244 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-8cd9af33-503b-414e-a5a4-2f1a8c7246f7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:19:45.577412 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.api.v2.resource [None req-b81dd12a-b187-4a20-8865-d23ca2fa1e3f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] show failed (client error): The resource could not be found. Jun 11 00:19:45.578419 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-b81dd12a-b187-4a20-8865-d23ca2fa1e3f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups/aca70cfb-03ea-494a-9379-55ddff1b4f90 HTTP/1.1" status: 404 len: 347 time: 0.0211079 Jun 11 00:19:45.581766 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45350) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:19:45.737457 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Deleting port 64f2ad12-b6b1-4780-9eb5-3bc51d8026c5 {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:19:45.737712 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:45.760152 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-1e97aa40-6473-45a5-b0bb-92c4b0115d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:45.839938 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:45.840265 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:45.926661 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:45.931040 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Calling delete_port for 64f2ad12-b6b1-4780-9eb5-3bc51d8026c5 owned by network:floatingip {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:19:46.084691 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:46.086563 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-fd2827da-d103-404b-bb4e-2d333666cbe8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:19:46.115105 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Pushing event deleted for resources: {'Port': ['ID=64f2ad12-b6b1-4780-9eb5-3bc51d8026c5,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:19:46.125236 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:46.125617 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:46.125989 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:46.126355 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:46.126717 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:46.127105 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:46.129260 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:46.129656 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:46.130032 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:46.130814 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:46.131182 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:46.131707 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:46.136663 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:19:46.203735 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for floatingip, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:46.206935 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:46.208110 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "DELETE /v2.0/floatingips/1b9b4da9-497b-43f4-bf71-ddb88fba7aa2 HTTP/1.1" status: 204 len: 168 time: 0.6252639 Jun 11 00:19:46.444465 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45354) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:19:46.449240 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-f5696ad3-ce72-4e3f-9205-fa317a6f5c51 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Request body: {'security_group': {'name': 'tempest-securitygroup--30254308', 'description': 'tempest-description--518504971'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:19:46.470655 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f5696ad3-ce72-4e3f-9205-fa317a6f5c51 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:46.557909 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f5696ad3-ce72-4e3f-9205-fa317a6f5c51 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:46.561419 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f5696ad3-ce72-4e3f-9205-fa317a6f5c51 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:46.563665 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-3f598c5d-b835-4a91-a2c8-02c224191080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:19:46.590465 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f5696ad3-ce72-4e3f-9205-fa317a6f5c51 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:46.591656 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-f5696ad3-ce72-4e3f-9205-fa317a6f5c51 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1461732 Jun 11 00:19:46.593594 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5696ad3-ce72-4e3f-9205-fa317a6f5c51 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c824486-6275-4378-a603-01053bf9ce34,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:19:46.594534 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 45356) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:19:46.596385 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-f5696ad3-ce72-4e3f-9205-fa317a6f5c51 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:19:46.599444 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-d1cab5de-fbc3-41d4-82dd-18a2dfbc1049 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Request body: {'security_group_rule': {'security_group_id': '5c824486-6275-4378-a603-01053bf9ce34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:19:46.627216 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d1cab5de-fbc3-41d4-82dd-18a2dfbc1049 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:46.689244 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d1cab5de-fbc3-41d4-82dd-18a2dfbc1049 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:46.693169 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d1cab5de-fbc3-41d4-82dd-18a2dfbc1049 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:46.695146 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:19:46.712455 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cab5de-fbc3-41d4-82dd-18a2dfbc1049 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aaf7e87-7410-4e81-89dd-73cc8f68cff1,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:19:46.714836 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d1cab5de-fbc3-41d4-82dd-18a2dfbc1049 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:19:46.719266 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d1cab5de-fbc3-41d4-82dd-18a2dfbc1049 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:46.720455 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-d1cab5de-fbc3-41d4-82dd-18a2dfbc1049 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248169 Jun 11 00:19:46.722952 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 45358) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:19:46.727326 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-385def71-6499-46a7-9c76-6b3cbad82e0f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Request body: {'security_group_rule': {'security_group_id': '5c824486-6275-4378-a603-01053bf9ce34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:19:46.752098 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-385def71-6499-46a7-9c76-6b3cbad82e0f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:46.812624 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-385def71-6499-46a7-9c76-6b3cbad82e0f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:46.817253 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-385def71-6499-46a7-9c76-6b3cbad82e0f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:46.822531 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:19:46.836091 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385def71-6499-46a7-9c76-6b3cbad82e0f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd22940b-14f3-4c52-a986-ebb41f2cebb6,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:19:46.838477 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-385def71-6499-46a7-9c76-6b3cbad82e0f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:19:46.842862 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-385def71-6499-46a7-9c76-6b3cbad82e0f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:46.844047 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-385def71-6499-46a7-9c76-6b3cbad82e0f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201479 Jun 11 00:19:46.846965 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 45360) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:19:46.851401 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Request body: {'floatingip': {'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:19:46.872229 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for floatingip, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:46.991088 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:46.996652 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 8bd87221-0773-4172-8a10-56149736f923 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:19:47.020915 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] No Port match for: 8bd87221-0773-4172-8a10-56149736f923 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:19:47.021270 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 8bd87221-0773-4172-8a10-56149736f923 not bound to the agent host hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:19:47.062231 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:47.111565 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Allocated IP 172.27.0.227 (ac6ac806-5702-4387-9142-a5902410ace9/3051342c-25eb-4552-a861-7cf92af851d2/cacb71c7-e049-4728-ab3b-4da01628049e) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:19:47.236034 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:47.274664 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:47.277268 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-008f8685-c295-4509-bfd5-36ab1c386f65 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:19:47.326703 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Network ac6ac806-5702-4387-9142-a5902410ace9 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:19:47.329402 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:19:47.334515 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:19:47.337276 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Pushing event updated for resources: {'Port': ['ID=cacb71c7-e049-4728-ab3b-4da01628049e,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:19:47.362679 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:19:47.430849 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:47.486119 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:47.664337 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:47.668633 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:47.670525 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-31a6e9bf-73e3-406f-8495-f3835c884476 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:19:47.744485 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Pushing event updated for resources: {'Port': ['ID=cacb71c7-e049-4728-ab3b-4da01628049e,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:19:47.751456 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:19:47.761611 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1807872'] for floatingip, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:47.775452 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:47.776657 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9287245 Jun 11 00:19:47.965511 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-bc403663-beb4-4331-aaaa-2235f1afd451 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--30254308&fields=id&tenant_id=0a0172e46ff047e3a97122c5e76e4717 HTTP/1.1" status: 200 len: 267 time: 0.0372763 Jun 11 00:19:48.093318 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-c6438157-4317-488a-a011-ecca804eae25 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:48.094743 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-c6438157-4317-488a-a011-ecca804eae25 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/networks?id=4eee4e9d-e482-4fa4-936e-75b7380dc552 HTTP/1.1" status: 200 len: 811 time: 0.1231561 Jun 11 00:19:48.108800 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-6e5308b1-3ec7-4d96-8d1c-7275614d4d2d tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/quotas/0a0172e46ff047e3a97122c5e76e4717 HTTP/1.1" status: 200 len: 375 time: 0.0085354 Jun 11 00:19:48.185904 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-887ce737-4250-442b-9192-eb7d5490b970 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a0172e46ff047e3a97122c5e76e4717&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0717523 Jun 11 00:19:48.341910 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-20b2f44f-383b-46c3-9504-51303f0f8427 service neutron] 10.222.0.15 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444550 Jun 11 00:19:48.454847 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:48.455894 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-d14f8616-6d81-47cd-884d-a1e69e20a0a6 service neutron] 10.222.0.15 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082077 Jun 11 00:19:49.687600 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-daeef278-adca-4aab-a49e-ff2d236412fd req-95e35c80-1069-40f4-b87c-a682f9bab591 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d91793f-5004-4ce5-9cb3-dfa60df2ce43 HTTP/1.1" status: 200 len: 210 time: 0.0799310 Jun 11 00:19:50.651329 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-a2d3edb3-0d8f-4082-bb38-201762508a4f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:50.652696 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-a2d3edb3-0d8f-4082-bb38-201762508a4f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.21 "GET /v2.0/networks?id=4eee4e9d-e482-4fa4-936e-75b7380dc552 HTTP/1.1" status: 200 len: 811 time: 0.1281316 Jun 11 00:19:50.699116 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-c2160c55-7664-4db2-813e-a492dc211c0c tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a0172e46ff047e3a97122c5e76e4717 HTTP/1.1" status: 200 len: 378 time: 0.0369098 Jun 11 00:19:50.709388 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-415f4895-55ef-439e-8eaa-fa5646c196c3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Request body: {'port': {'device_id': '7d91793f-5004-4ce5-9cb3-dfa60df2ce43', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'admin_state_up': True, 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'security_groups': ['5c824486-6275-4378-a603-01053bf9ce34']}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:19:50.841818 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-099e118e-d2d6-484e-bf2b-3118a0743122 req-ae46b113-5672-41e3-b4d5-3404bf60b762 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d91793f-5004-4ce5-9cb3-dfa60df2ce43 HTTP/1.1" status: 200 len: 210 time: 0.0349746 Jun 11 00:19:50.844075 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-415f4895-55ef-439e-8eaa-fa5646c196c3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Made reservation on behalf of 0a0172e46ff047e3a97122c5e76e4717 for: {'port': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:19:50.847812 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-415f4895-55ef-439e-8eaa-fa5646c196c3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:50.993151 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-415f4895-55ef-439e-8eaa-fa5646c196c3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Allocated IP 172.20.0.9 (4eee4e9d-e482-4fa4-936e-75b7380dc552/edd50820-75ae-41c7-a350-34ba34337b5d/dbf094e1-7712-4a2f-8f05-f592660f04ed) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:19:51.155206 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-415f4895-55ef-439e-8eaa-fa5646c196c3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:51.167387 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-415f4895-55ef-439e-8eaa-fa5646c196c3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Transition to ACTIVE for port object dbf094e1-7712-4a2f-8f05-f592660f04ed will not be triggered until provisioned by entity DHCP. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:19:51.201791 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-415f4895-55ef-439e-8eaa-fa5646c196c3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:51.205604 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-57bbe6c7-0450-402e-9eab-5c80b8934b7e tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:19:51.254738 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-415f4895-55ef-439e-8eaa-fa5646c196c3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Network 4eee4e9d-e482-4fa4-936e-75b7380dc552 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:19:51.258270 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-415f4895-55ef-439e-8eaa-fa5646c196c3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:19:51.262189 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-415f4895-55ef-439e-8eaa-fa5646c196c3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:19:51.268502 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f4895-55ef-439e-8eaa-fa5646c196c3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Pushing event updated for resources: {'Port': ['ID=dbf094e1-7712-4a2f-8f05-f592660f04ed,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:19:51.298018 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-415f4895-55ef-439e-8eaa-fa5646c196c3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:19:51.325665 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-415f4895-55ef-439e-8eaa-fa5646c196c3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:51.326377 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-415f4895-55ef-439e-8eaa-fa5646c196c3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:51.341525 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-415f4895-55ef-439e-8eaa-fa5646c196c3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6365855 Jun 11 00:19:51.353718 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Request body: {'port': {'device_id': '7d91793f-5004-4ce5-9cb3-dfa60df2ce43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:19:51.440722 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:51.496439 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-dedc87db-238b-4506-a05a-2bd55ab1b66f None None] Provisioning for port dbf094e1-7712-4a2f-8f05-f592660f04ed completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:19:51.500073 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-dedc87db-238b-4506-a05a-2bd55ab1b66f None None] Provisioning complete for port dbf094e1-7712-4a2f-8f05-f592660f04ed triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:19:51.500450 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-dedc87db-238b-4506-a05a-2bd55ab1b66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:51.539952 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-dedc87db-238b-4506-a05a-2bd55ab1b66f None None] Port dbf094e1-7712-4a2f-8f05-f592660f04ed cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:19:51.743737 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf094e1-7712-4a2f-8f05-f592660f04ed {{(pid=91887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:19:51.750787 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:51.762773 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Transition to ACTIVE for port object dbf094e1-7712-4a2f-8f05-f592660f04ed will not be triggered until provisioned by entity L2. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:19:51.766763 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:51.769972 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-cb675a8d-0ed1-4504-bd9b-024eded0e502 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:19:51.865562 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf094e1-7712-4a2f-8f05-f592660f04ed,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:19:51.869157 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:19:51.954842 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Attempting to bind port dbf094e1-7712-4a2f-8f05-f592660f04ed on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:19:51.955186 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Attempting to bind port dbf094e1-7712-4a2f-8f05-f592660f04ed by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'e71b9b90-de83-4cc1-9a4b-708d15286399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552'}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:19:51.955547 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Attempting to bind port dbf094e1-7712-4a2f-8f05-f592660f04ed on network 4eee4e9d-e482-4fa4-936e-75b7380dc552 {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:19:51.959947 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Port dbf094e1-7712-4a2f-8f05-f592660f04ed on network 4eee4e9d-e482-4fa4-936e-75b7380dc552 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:19:51.960278 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Attempting to bind port dbf094e1-7712-4a2f-8f05-f592660f04ed on network 4eee4e9d-e482-4fa4-936e-75b7380dc552 {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:19:51.965139 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Checking agent: {'id': '0b82d12c-0850-474f-ad5c-077a5fa277b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:19:51.965407 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Checking segment: {'id': 'e71b9b90-de83-4cc1-9a4b-708d15286399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:19:51.965767 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Bound using segment: {'id': 'e71b9b90-de83-4cc1-9a4b-708d15286399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552'} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:19:51.966204 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Bound port: dbf094e1-7712-4a2f-8f05-f592660f04ed, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e71b9b90-de83-4cc1-9a4b-708d15286399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552'}}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:19:51.966560 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:52.035828 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d52980-ad23-4203-bab7-7c414299bd8c req-5fc3bdf7-b213-4426-a6f0-91dc51dadbd8 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:52.037269 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-48d52980-ad23-4203-bab7-7c414299bd8c req-5fc3bdf7-b213-4426-a6f0-91dc51dadbd8 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d91793f-5004-4ce5-9cb3-dfa60df2ce43 HTTP/1.1" status: 200 len: 943 time: 0.0719922 Jun 11 00:19:52.037516 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] For port dbf094e1-7712-4a2f-8f05-f592660f04ed, host hv-cinder-78626, cleared binding levels {{(pid=91887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:19:52.040555 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] For port dbf094e1-7712-4a2f-8f05-f592660f04ed, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dbf094e1-7712-4a2f-8f05-f592660f04ed,segment=NetworkSegment(e71b9b90-de83-4cc1-9a4b-708d15286399),segment_id=e71b9b90-de83-4cc1-9a4b-708d15286399)] {{(pid=91887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:19:52.045131 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:52.048062 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-4b7c3ab1-9bf6-4d15-b364-e2e8c28c493d tempest-VolumesSnapshotTestJSON-1920463079 tempest-VolumesSnapshotTestJSON-1920463079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:19:52.087725 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-48d52980-ad23-4203-bab7-7c414299bd8c req-8d18ee4f-222f-4e3e-8482-dbcfed49c726 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c824486-6275-4378-a603-01053bf9ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440834 Jun 11 00:19:52.091174 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:52.091819 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:52.093206 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] 10.222.0.21 "PUT /v2.0/ports/dbf094e1-7712-4a2f-8f05-f592660f04ed HTTP/1.1" status: 200 len: 1093 time: 0.7437603 Jun 11 00:19:52.093740 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d91793f-5004-4ce5-9cb3-dfa60df2ce43', 'tag': 'dbf094e1-7712-4a2f-8f05-f592660f04ed'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:19:52.096083 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4915a6-dafa-45b3-83e8-8e0188d18a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "7d91793f-5004-4ce5-9cb3-dfa60df2ce43", "tag": "dbf094e1-7712-4a2f-8f05-f592660f04ed"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:19:52.124797 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf094e1-7712-4a2f-8f05-f592660f04ed,revision_number=3']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:19:52.129278 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:19:52.139715 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce08776-9071-462e-b78f-a5b1fd536828 x-openstack-request-id: req-bce08776-9071-462e-b78f-a5b1fd536828 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:19:52.140291 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d91793f-5004-4ce5-9cb3-dfa60df2ce43", "tag": "dbf094e1-7712-4a2f-8f05-f592660f04ed", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:19:52.140614 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bce08776-9071-462e-b78f-a5b1fd536828 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:19:52.141058 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d91793f-5004-4ce5-9cb3-dfa60df2ce43', 'tag': 'dbf094e1-7712-4a2f-8f05-f592660f04ed', 'status': 'completed', 'code': 200} Jun 11 00:19:52.211964 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-cbb4ea02-b06d-446b-82a8-ccb670d423af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:52.213482 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-cbb4ea02-b06d-446b-82a8-ccb670d423af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a0172e46ff047e3a97122c5e76e4717&device_id=7d91793f-5004-4ce5-9cb3-dfa60df2ce43 HTTP/1.1" status: 200 len: 1096 time: 0.0652549 Jun 11 00:19:52.270425 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-e8a04d35-a7e1-4729-8525-34418d175ac0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbf094e1-7712-4a2f-8f05-f592660f04ed HTTP/1.1" status: 200 len: 217 time: 0.0496979 Jun 11 00:19:52.329488 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-dfba4532-49d8-4267-9202-bb71e4ca10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:52.330970 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-dfba4532-49d8-4267-9202-bb71e4ca10c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=edd50820-75ae-41c7-a350-34ba34337b5d HTTP/1.1" status: 200 len: 850 time: 0.0549495 Jun 11 00:19:52.392003 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4f1877b9-d9b2-422a-a017-040c78d5c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:52.393525 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-4f1877b9-d9b2-422a-a017-040c78d5c7c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4eee4e9d-e482-4fa4-936e-75b7380dc552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562472 Jun 11 00:19:52.506482 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-d27f0247-fcb5-4cfb-a37e-39672a831dfb service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065333 Jun 11 00:19:52.616811 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e67e4228-19c6-4a31-8c17-0056fa9bcb21 req-02b7c9b0-ad21-47d6-9c93-e68ea4ab346a service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044335 Jun 11 00:19:52.722574 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4915a6-dafa-45b3-83e8-8e0188d18a5f req-c89a2d6b-cf02-4de7-9a7a-764ba9a94f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:52.724038 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fd4915a6-dafa-45b3-83e8-8e0188d18a5f req-c89a2d6b-cf02-4de7-9a7a-764ba9a94f41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a0172e46ff047e3a97122c5e76e4717&device_id=7d91793f-5004-4ce5-9cb3-dfa60df2ce43 HTTP/1.1" status: 200 len: 1096 time: 0.0585935 Jun 11 00:19:52.837442 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4915a6-dafa-45b3-83e8-8e0188d18a5f req-a93154c4-9dd7-44ec-a8bf-5a514a0c6d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:52.838925 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fd4915a6-dafa-45b3-83e8-8e0188d18a5f req-a93154c4-9dd7-44ec-a8bf-5a514a0c6d84 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4eee4e9d-e482-4fa4-936e-75b7380dc552 HTTP/1.1" status: 200 len: 912 time: 0.1088338 Jun 11 00:19:52.891088 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fd4915a6-dafa-45b3-83e8-8e0188d18a5f req-a4a17f6c-970a-4596-a33c-96a48a1cacc9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbf094e1-7712-4a2f-8f05-f592660f04ed HTTP/1.1" status: 200 len: 217 time: 0.0455968 Jun 11 00:19:52.949914 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4915a6-dafa-45b3-83e8-8e0188d18a5f req-9c4a74d6-0bb9-43a3-867a-6834bd5e5883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:52.951317 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fd4915a6-dafa-45b3-83e8-8e0188d18a5f req-9c4a74d6-0bb9-43a3-867a-6834bd5e5883 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=edd50820-75ae-41c7-a350-34ba34337b5d HTTP/1.1" status: 200 len: 850 time: 0.0539365 Jun 11 00:19:53.012767 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4915a6-dafa-45b3-83e8-8e0188d18a5f req-6cc49df3-93dd-4db5-829b-a88d2721d531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:53.014155 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fd4915a6-dafa-45b3-83e8-8e0188d18a5f req-6cc49df3-93dd-4db5-829b-a88d2721d531 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4eee4e9d-e482-4fa4-936e-75b7380dc552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555723 Jun 11 00:19:53.025488 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [req-fd4915a6-dafa-45b3-83e8-8e0188d18a5f req-db8b2431-1980-4c94-8191-6e1285227650 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:19:53.026432 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fd4915a6-dafa-45b3-83e8-8e0188d18a5f req-db8b2431-1980-4c94-8191-6e1285227650 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048060 Jun 11 00:19:53.138278 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fd4915a6-dafa-45b3-83e8-8e0188d18a5f req-19c23385-acd6-442b-a66e-591cceb589f2 service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055217 Jun 11 00:19:53.280857 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9d470-1c05-460d-b5cc-bdf4b6ff16bb req-f979f362-16ea-46bc-a4ee-cf0f93dfc828 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:53.282491 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8ea9d470-1c05-460d-b5cc-bdf4b6ff16bb req-f979f362-16ea-46bc-a4ee-cf0f93dfc828 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d91793f-5004-4ce5-9cb3-dfa60df2ce43 HTTP/1.1" status: 200 len: 943 time: 0.0701807 Jun 11 00:19:53.326517 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8ea9d470-1c05-460d-b5cc-bdf4b6ff16bb req-372f97f4-e85d-449f-8716-a0e9889f4057 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c824486-6275-4378-a603-01053bf9ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380213 Jun 11 00:19:53.546953 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fd4915a6-dafa-45b3-83e8-8e0188d18a5f req-91b6efac-e9ed-4a3c-8bcf-5409af931acc service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016922 Jun 11 00:19:54.506781 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90103cf9-f0ee-4e57-876d-42f7c48d4e45 req-397343c4-402e-4648-b4c4-2e8b4d22b255 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:54.508273 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-90103cf9-f0ee-4e57-876d-42f7c48d4e45 req-397343c4-402e-4648-b4c4-2e8b4d22b255 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d91793f-5004-4ce5-9cb3-dfa60df2ce43 HTTP/1.1" status: 200 len: 943 time: 0.0710514 Jun 11 00:19:54.548750 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-90103cf9-f0ee-4e57-876d-42f7c48d4e45 req-84f278b6-42aa-47ef-8c03-3e36a04af39b tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c824486-6275-4378-a603-01053bf9ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347986 Jun 11 00:19:55.043235 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device dbf094e1-7712-4a2f-8f05-f592660f04ed details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:19:55.160658 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port dbf094e1-7712-4a2f-8f05-f592660f04ed, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dbf094e1-7712-4a2f-8f05-f592660f04ed,segment=NetworkSegment(e71b9b90-de83-4cc1-9a4b-708d15286399),segment_id=e71b9b90-de83-4cc1-9a4b-708d15286399)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:19:55.172442 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': 'dbf094e1-7712-4a2f-8f05-f592660f04ed', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'port_id': 'dbf094e1-7712-4a2f-8f05-f592660f04ed', 'mac_address': 'fa:16:3e:8b:f0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:19:55.217622 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:55.232486 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf094e1-7712-4a2f-8f05-f592660f04ed {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:19:55.252605 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port dbf094e1-7712-4a2f-8f05-f592660f04ed, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dbf094e1-7712-4a2f-8f05-f592660f04ed,segment=NetworkSegment(e71b9b90-de83-4cc1-9a4b-708d15286399),segment_id=e71b9b90-de83-4cc1-9a4b-708d15286399)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:19:55.256207 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:55.258045 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:19:55.309484 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=dbf094e1-7712-4a2f-8f05-f592660f04ed,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:19:55.316076 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:55.316424 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:55.316761 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:55.317092 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:55.317422 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:55.317748 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:55.318073 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:55.318396 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:55.318716 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:55.319034 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:55.319349 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:55.319692 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:55.323259 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:19:55.465633 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['dbf094e1-7712-4a2f-8f05-f592660f04ed'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:19:55.725073 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a543e-9fdf-410a-99a5-fda7f1134893 req-15b3933b-e8f7-456e-9f89-4e9caaed3245 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:55.726506 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3f6a543e-9fdf-410a-99a5-fda7f1134893 req-15b3933b-e8f7-456e-9f89-4e9caaed3245 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d91793f-5004-4ce5-9cb3-dfa60df2ce43 HTTP/1.1" status: 200 len: 944 time: 0.0676594 Jun 11 00:19:55.766171 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3f6a543e-9fdf-410a-99a5-fda7f1134893 req-f8c72257-7576-4124-b4c4-f95ab7a4d29d tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c824486-6275-4378-a603-01053bf9ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341313 Jun 11 00:19:56.946137 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b6510-a152-4815-b646-f359c2084624 req-79360eb5-042a-4b1c-8837-bd16e7a325fe tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:56.947594 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f90b6510-a152-4815-b646-f359c2084624 req-79360eb5-042a-4b1c-8837-bd16e7a325fe tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d91793f-5004-4ce5-9cb3-dfa60df2ce43 HTTP/1.1" status: 200 len: 944 time: 0.0714984 Jun 11 00:19:56.987204 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f90b6510-a152-4815-b646-f359c2084624 req-961a93de-2922-4fd5-9118-3e0f39a4a4bc tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c824486-6275-4378-a603-01053bf9ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341091 Jun 11 00:19:57.051627 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device dbf094e1-7712-4a2f-8f05-f592660f04ed up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:19:57.105296 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning for port dbf094e1-7712-4a2f-8f05-f592660f04ed completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:19:57.108908 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port dbf094e1-7712-4a2f-8f05-f592660f04ed triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:19:57.109287 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:57.196014 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:57.220445 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d91793f-5004-4ce5-9cb3-dfa60df2ce43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf094e1-7712-4a2f-8f05-f592660f04ed'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:19:57.223223 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac16db6-2ca9-4573-80c1-d9fc44f99aee" -d '{"events": [{"server_uuid": "7d91793f-5004-4ce5-9cb3-dfa60df2ce43", "name": "network-vif-plugged", "status": "completed", "tag": "dbf094e1-7712-4a2f-8f05-f592660f04ed"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:19:57.236506 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port dbf094e1-7712-4a2f-8f05-f592660f04ed, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dbf094e1-7712-4a2f-8f05-f592660f04ed,segment=NetworkSegment(e71b9b90-de83-4cc1-9a4b-708d15286399),segment_id=e71b9b90-de83-4cc1-9a4b-708d15286399)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:19:57.241385 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:57.243159 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-0310cc85-6efc-4474-a837-d20aa92f3ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:19:57.269740 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2778a19c-ccf2-4a70-ad3f-0ba0480c5457 x-openstack-request-id: req-2778a19c-ccf2-4a70-ad3f-0ba0480c5457 {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:19:57.270041 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d91793f-5004-4ce5-9cb3-dfa60df2ce43", "name": "network-vif-plugged", "status": "completed", "tag": "dbf094e1-7712-4a2f-8f05-f592660f04ed", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:19:57.270305 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2778a19c-ccf2-4a70-ad3f-0ba0480c5457 {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:19:57.270694 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d91793f-5004-4ce5-9cb3-dfa60df2ce43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf094e1-7712-4a2f-8f05-f592660f04ed', 'code': 200} Jun 11 00:19:57.298271 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=dbf094e1-7712-4a2f-8f05-f592660f04ed,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:19:57.301100 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:19:57.480974 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7a30c-4dee-47ad-a135-95a270d79050 req-f4c0818d-49bb-4d65-ace2-9f100e540e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:57.482659 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1ac7a30c-4dee-47ad-a135-95a270d79050 req-f4c0818d-49bb-4d65-ace2-9f100e540e3f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7d91793f-5004-4ce5-9cb3-dfa60df2ce43 HTTP/1.1" status: 200 len: 1098 time: 0.0565994 Jun 11 00:19:57.520515 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1ac7a30c-4dee-47ad-a135-95a270d79050 req-7b9ae336-74fe-41f5-9093-3a50d9637e64 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5c824486-6275-4378-a603-01053bf9ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301096 Jun 11 00:19:58.162955 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a0ae1-c9c7-4184-b8cc-ced6dd50e114 req-529520f0-8161-465d-a78f-6510e8527db0 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:58.164462 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0a7a0ae1-c9c7-4184-b8cc-ced6dd50e114 req-529520f0-8161-465d-a78f-6510e8527db0 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d91793f-5004-4ce5-9cb3-dfa60df2ce43 HTTP/1.1" status: 200 len: 945 time: 0.0689642 Jun 11 00:19:58.210858 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0a7a0ae1-c9c7-4184-b8cc-ced6dd50e114 req-43ea7d0a-d1a7-45be-ab23-a50388368778 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c824486-6275-4378-a603-01053bf9ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401533 Jun 11 00:19:59.394373 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a956b1-78c4-4361-9af0-f2157b197d03 req-60e53230-2105-4063-b83a-c9535478593a tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:59.395859 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-03a956b1-78c4-4361-9af0-f2157b197d03 req-60e53230-2105-4063-b83a-c9535478593a tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d91793f-5004-4ce5-9cb3-dfa60df2ce43 HTTP/1.1" status: 200 len: 945 time: 0.0730047 Jun 11 00:19:59.436240 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-03a956b1-78c4-4361-9af0-f2157b197d03 req-3c97f1e8-4312-4085-b116-43e1d6a6ad72 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c824486-6275-4378-a603-01053bf9ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347297 Jun 11 00:19:59.612826 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dfae2-a873-4e86-a272-b74bb0d00719 req-643625e2-c304-452e-a81a-4a4ab9d5b9df tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:59.614280 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-fb1dfae2-a873-4e86-a272-b74bb0d00719 req-643625e2-c304-452e-a81a-4a4ab9d5b9df tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d91793f-5004-4ce5-9cb3-dfa60df2ce43 HTTP/1.1" status: 200 len: 945 time: 0.0675602 Jun 11 00:19:59.622568 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45420) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:19:59.626931 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-850a60b5-bb7d-493d-999a-2d7eefc55b3e tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Request body: {'floatingip': {'port_id': 'dbf094e1-7712-4a2f-8f05-f592660f04ed'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:19:59.930440 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-850a60b5-bb7d-493d-999a-2d7eefc55b3e tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for floatingip, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:00.477401 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-850a60b5-bb7d-493d-999a-2d7eefc55b3e tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:00.481234 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-850a60b5-bb7d-493d-999a-2d7eefc55b3e tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1807872'] for floatingip, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:00.615545 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.l3_db [None req-850a60b5-bb7d-493d-999a-2d7eefc55b3e tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Floating IP d29560d6-ecd3-4884-ac03-de268a73e108 associated. External IP: 172.27.0.227, port: dbf094e1-7712-4a2f-8f05-f592660f04ed. Jun 11 00:20:00.892046 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850a60b5-bb7d-493d-999a-2d7eefc55b3e tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Router cfa1383d-fd88-44cf-84ce-5300075e1daa has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:20:01.033341 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850a60b5-bb7d-493d-999a-2d7eefc55b3e tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:20:01.038406 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-850a60b5-bb7d-493d-999a-2d7eefc55b3e tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:01.042505 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a783d-9a1a-477f-93f8-3870bcaa4cb2 None None] Sync routers for ids ['cfa1383d-fd88-44cf-84ce-5300075e1daa'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:20:01.052342 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a783d-9a1a-477f-93f8-3870bcaa4cb2 None None] Routers {'cfa1383d-fd88-44cf-84ce-5300075e1daa'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:20:01.052949 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-9f9a783d-9a1a-477f-93f8-3870bcaa4cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:19:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['cfa1383d-fd88-44cf-84ce-5300075e1daa'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:20:01.080826 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-850a60b5-bb7d-493d-999a-2d7eefc55b3e tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "PUT /v2.0/floatingips/d29560d6-ecd3-4884-ac03-de268a73e108 HTTP/1.1" status: 200 len: 991 time: 1.4572334 Jun 11 00:20:01.081560 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d91793f-5004-4ce5-9cb3-dfa60df2ce43', 'tag': 'dbf094e1-7712-4a2f-8f05-f592660f04ed'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:20:01.083993 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22e0766-9cc9-4077-bb2f-ec44a22903de" -d '{"events": [{"name": "network-changed", "server_uuid": "7d91793f-5004-4ce5-9cb3-dfa60df2ce43", "tag": "dbf094e1-7712-4a2f-8f05-f592660f04ed"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:20:01.119518 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e43fbf4-57eb-4d1a-8c45-2b9d8baa15c8 x-openstack-request-id: req-2e43fbf4-57eb-4d1a-8c45-2b9d8baa15c8 {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:20:01.119850 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d91793f-5004-4ce5-9cb3-dfa60df2ce43", "tag": "dbf094e1-7712-4a2f-8f05-f592660f04ed", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:20:01.120142 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e43fbf4-57eb-4d1a-8c45-2b9d8baa15c8 {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:20:01.120578 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d91793f-5004-4ce5-9cb3-dfa60df2ce43', 'tag': 'dbf094e1-7712-4a2f-8f05-f592660f04ed', 'status': 'completed', 'code': 200} Jun 11 00:20:01.208252 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e0766-9cc9-4077-bb2f-ec44a22903de req-44f98ba4-9820-499c-ad21-ded022231f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:20:01.209818 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e22e0766-9cc9-4077-bb2f-ec44a22903de req-44f98ba4-9820-499c-ad21-ded022231f58 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a0172e46ff047e3a97122c5e76e4717&device_id=7d91793f-5004-4ce5-9cb3-dfa60df2ce43 HTTP/1.1" status: 200 len: 1098 time: 0.0650246 Jun 11 00:20:01.304693 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-9f9a783d-9a1a-477f-93f8-3870bcaa4cb2 None None] Set router cfa1383d-fd88-44cf-84ce-5300075e1daa gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:20:01.327556 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e0766-9cc9-4077-bb2f-ec44a22903de req-9f843623-c22a-43d2-84b8-540e9d587264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:20:01.329015 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e22e0766-9cc9-4077-bb2f-ec44a22903de req-9f843623-c22a-43d2-84b8-540e9d587264 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4eee4e9d-e482-4fa4-936e-75b7380dc552 HTTP/1.1" status: 200 len: 912 time: 0.1128466 Jun 11 00:20:01.415599 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e22e0766-9cc9-4077-bb2f-ec44a22903de req-ebd1b670-c001-49f7-a381-ca17672793d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbf094e1-7712-4a2f-8f05-f592660f04ed HTTP/1.1" status: 200 len: 999 time: 0.0804441 Jun 11 00:20:01.471611 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e0766-9cc9-4077-bb2f-ec44a22903de req-58c32e58-6d3a-4352-bd07-a5233a0f0053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:20:01.473172 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e22e0766-9cc9-4077-bb2f-ec44a22903de req-58c32e58-6d3a-4352-bd07-a5233a0f0053 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=edd50820-75ae-41c7-a350-34ba34337b5d HTTP/1.1" status: 200 len: 850 time: 0.0519624 Jun 11 00:20:01.540865 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e0766-9cc9-4077-bb2f-ec44a22903de req-927307a9-ddd2-44eb-a32b-eaee81dee137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:20:01.542347 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e22e0766-9cc9-4077-bb2f-ec44a22903de req-927307a9-ddd2-44eb-a32b-eaee81dee137 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4eee4e9d-e482-4fa4-936e-75b7380dc552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630999 Jun 11 00:20:01.592767 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-9f9a783d-9a1a-477f-93f8-3870bcaa4cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:17:00Z', 'updated_at': '2021-06-11T00:17:04Z', 'revision_number': 4, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'gw_port': {'id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:01Z', 'updated_at': '2021-06-11T00:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': 'd29560d6-ecd3-4884-ac03-de268a73e108', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'floating_ip_address': '172.27.0.227', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'port_id': 'dbf094e1-7712-4a2f-8f05-f592660f04ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'mac_address': 'fa:16:3e:8b:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d91793f-5004-4ce5-9cb3-dfa60df2ce43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:19:47Z', 'updated_at': '2021-06-11T00:20:00Z', 'revision_number': 1, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99efd846-ce92-41f7-8a3b-df4cf0b0a557', 'name': '', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'mac_address': 'fa:16:3e:3a:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:03Z', 'updated_at': '2021-06-11T00:17:08Z', 'revision_number': 5, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'subnets': [{'id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:20:01.596004 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a783d-9a1a-477f-93f8-3870bcaa4cb2 None None] Checking router: cfa1383d-fd88-44cf-84ce-5300075e1daa for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:20:01.604259 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a783d-9a1a-477f-93f8-3870bcaa4cb2 None None] Routers {'cfa1383d-fd88-44cf-84ce-5300075e1daa'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:20:01.604850 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-9f9a783d-9a1a-477f-93f8-3870bcaa4cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:19:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['cfa1383d-fd88-44cf-84ce-5300075e1daa'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:20:01.654624 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e22e0766-9cc9-4077-bb2f-ec44a22903de req-437dcb7b-17d2-4562-b4f2-8110eff71219 service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054389 Jun 11 00:20:01.748422 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-9f9a783d-9a1a-477f-93f8-3870bcaa4cb2 None None] Set router cfa1383d-fd88-44cf-84ce-5300075e1daa gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:20:01.771465 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e22e0766-9cc9-4077-bb2f-ec44a22903de req-e49616c0-86d5-469c-aab7-9c35b42e352b service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090720 Jun 11 00:20:02.036604 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-9f9a783d-9a1a-477f-93f8-3870bcaa4cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:17:00Z', 'updated_at': '2021-06-11T00:17:04Z', 'revision_number': 4, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'gw_port': {'id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:01Z', 'updated_at': '2021-06-11T00:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': 'd29560d6-ecd3-4884-ac03-de268a73e108', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'floating_ip_address': '172.27.0.227', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'port_id': 'dbf094e1-7712-4a2f-8f05-f592660f04ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'mac_address': 'fa:16:3e:8b:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d91793f-5004-4ce5-9cb3-dfa60df2ce43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:19:47Z', 'updated_at': '2021-06-11T00:20:00Z', 'revision_number': 1, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99efd846-ce92-41f7-8a3b-df4cf0b0a557', 'name': '', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'mac_address': 'fa:16:3e:3a:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:03Z', 'updated_at': '2021-06-11T00:17:08Z', 'revision_number': 5, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'subnets': [{'id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:20:02.039974 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a783d-9a1a-477f-93f8-3870bcaa4cb2 None None] The sync data for ids ['cfa1383d-fd88-44cf-84ce-5300075e1daa'] in dv-cinder-786260-5-iscsi is: [{'id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:17:00Z', 'updated_at': '2021-06-11T00:17:04Z', 'revision_number': 4, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'gw_port': {'id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:01Z', 'updated_at': '2021-06-11T00:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': 'd29560d6-ecd3-4884-ac03-de268a73e108', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'floating_ip_address': '172.27.0.227', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'port_id': 'dbf094e1-7712-4a2f-8f05-f592660f04ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'mac_address': 'fa:16:3e:8b:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d91793f-5004-4ce5-9cb3-dfa60df2ce43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:19:47Z', 'updated_at': '2021-06-11T00:20:00Z', 'revision_number': 1, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99efd846-ce92-41f7-8a3b-df4cf0b0a557', 'name': '', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'mac_address': 'fa:16:3e:3a:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:03Z', 'updated_at': '2021-06-11T00:17:08Z', 'revision_number': 5, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'subnets': [{'id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:20:02.214172 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa43a89-c617-4324-a650-ece92ed281b0 None None] New status for floating IP d29560d6-ecd3-4884-ac03-de268a73e108: ACTIVE {{(pid=91889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:20:07.177430 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:20:08.522939 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-8c2ca945-46f3-4b14-a570-8cbc84450da8 req-8f97d2eb-2839-4ce3-ae8e-a0b050f664c5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7d91793f-5004-4ce5-9cb3-dfa60df2ce43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1022978 Jun 11 00:20:08.624440 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ca945-46f3-4b14-a570-8cbc84450da8 req-e4a6d5d0-8188-4ac9-a522-3caae4401bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:20:08.625756 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-8c2ca945-46f3-4b14-a570-8cbc84450da8 req-e4a6d5d0-8188-4ac9-a522-3caae4401bb2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a0172e46ff047e3a97122c5e76e4717&device_id=7d91793f-5004-4ce5-9cb3-dfa60df2ce43 HTTP/1.1" status: 200 len: 1098 time: 0.0565143 Jun 11 00:20:08.753762 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ca945-46f3-4b14-a570-8cbc84450da8 req-3a1f4fc7-daea-4d57-8222-c1b0811824a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:20:08.755242 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-8c2ca945-46f3-4b14-a570-8cbc84450da8 req-3a1f4fc7-daea-4d57-8222-c1b0811824a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4eee4e9d-e482-4fa4-936e-75b7380dc552 HTTP/1.1" status: 200 len: 912 time: 0.1087954 Jun 11 00:20:08.837965 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-8c2ca945-46f3-4b14-a570-8cbc84450da8 req-3c4c287c-ff98-4212-b476-82642fe8032b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbf094e1-7712-4a2f-8f05-f592660f04ed HTTP/1.1" status: 200 len: 1001 time: 0.0734468 Jun 11 00:20:08.896509 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ca945-46f3-4b14-a570-8cbc84450da8 req-450fc9a6-0470-4534-a409-3361cffc5bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:20:08.897812 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-8c2ca945-46f3-4b14-a570-8cbc84450da8 req-450fc9a6-0470-4534-a409-3361cffc5bf1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=edd50820-75ae-41c7-a350-34ba34337b5d HTTP/1.1" status: 200 len: 850 time: 0.0538404 Jun 11 00:20:08.960346 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ca945-46f3-4b14-a570-8cbc84450da8 req-2e3eabce-fc49-45d1-b668-e4a6d101ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:20:08.961826 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-8c2ca945-46f3-4b14-a570-8cbc84450da8 req-2e3eabce-fc49-45d1-b668-e4a6d101ef03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4eee4e9d-e482-4fa4-936e-75b7380dc552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573573 Jun 11 00:20:09.078796 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-8c2ca945-46f3-4b14-a570-8cbc84450da8 req-d46ca4d4-346f-4933-b128-322e98184f45 service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092188 Jun 11 00:20:09.193202 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-8c2ca945-46f3-4b14-a570-8cbc84450da8 req-fface73e-73e9-4864-a199-30abf48704e5 service neutron] 10.222.0.21 "GET /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070099 Jun 11 00:20:11.504801 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:13.179190 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-99a08e3e-add3-431a-9020-42043f55a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:15.762767 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-4926fdfa-56c7-4646-b042-452ef6204bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:15.926764 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:17.065457 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:18.456657 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:41.509506 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:43.179300 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-12e41e12-88cf-4ce5-a82d-3a07d8b14ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:44.176475 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:20:45.763865 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-2162a3b8-c63d-410e-a050-fe64c8cdeb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:45.927712 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:47.067568 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:48.459058 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:57.208909 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6466c-a892-49ae-8592-3dca3d425bf8 req-91e29ad5-6292-484d-9593-a02e7532c2a7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:20:57.210299 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-43c6466c-a892-49ae-8592-3dca3d425bf8 req-91e29ad5-6292-484d-9593-a02e7532c2a7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d91793f-5004-4ce5-9cb3-dfa60df2ce43 HTTP/1.1" status: 200 len: 945 time: 0.0713985 Jun 11 00:20:57.251628 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-43c6466c-a892-49ae-8592-3dca3d425bf8 req-1537ab9e-e06a-40d4-b734-2fe7280f43c7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c824486-6275-4378-a603-01053bf9ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352328 Jun 11 00:20:58.432152 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79976c-2b9f-47b1-b0da-66c319fdc30e req-335821ee-140e-4740-8554-4d09b182ae0a tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:20:58.433627 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5e79976c-2b9f-47b1-b0da-66c319fdc30e req-335821ee-140e-4740-8554-4d09b182ae0a tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d91793f-5004-4ce5-9cb3-dfa60df2ce43 HTTP/1.1" status: 200 len: 945 time: 0.0682368 Jun 11 00:20:58.478160 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5e79976c-2b9f-47b1-b0da-66c319fdc30e req-2b53d17d-6365-45f9-9f8c-e5642a90c4cf tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c824486-6275-4378-a603-01053bf9ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382845 Jun 11 00:20:58.808962 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742360e-589e-4e91-85c9-e61e1bb4070c req-15e8c690-a4ff-45a3-b31e-66080e331c17 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:20:58.810360 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4742360e-589e-4e91-85c9-e61e1bb4070c req-15e8c690-a4ff-45a3-b31e-66080e331c17 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d91793f-5004-4ce5-9cb3-dfa60df2ce43 HTTP/1.1" status: 200 len: 945 time: 0.0696781 Jun 11 00:20:58.920559 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-4742360e-589e-4e91-85c9-e61e1bb4070c req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Deleting port dbf094e1-7712-4a2f-8f05-f592660f04ed {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:20:58.920898 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4742360e-589e-4e91-85c9-e61e1bb4070c req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:59.031540 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-4742360e-589e-4e91-85c9-e61e1bb4070c req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] For port dbf094e1-7712-4a2f-8f05-f592660f04ed, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dbf094e1-7712-4a2f-8f05-f592660f04ed,segment=NetworkSegment(e71b9b90-de83-4cc1-9a4b-708d15286399),segment_id=e71b9b90-de83-4cc1-9a4b-708d15286399)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:20:59.031907 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4742360e-589e-4e91-85c9-e61e1bb4070c req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:59.246983 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4742360e-589e-4e91-85c9-e61e1bb4070c req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:59.247270 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4742360e-589e-4e91-85c9-e61e1bb4070c req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1807872'] for floatingip, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:59.247614 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.db.l3_db [req-4742360e-589e-4e91-85c9-e61e1bb4070c req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Floating IP d29560d6-ecd3-4884-ac03-de268a73e108 disassociated. External IP: 172.27.0.227, port: dbf094e1-7712-4a2f-8f05-f592660f04ed. Jun 11 00:20:59.247957 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-4742360e-589e-4e91-85c9-e61e1bb4070c req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Calling delete_port for dbf094e1-7712-4a2f-8f05-f592660f04ed owned by compute:nova {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:20:59.401436 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4742360e-589e-4e91-85c9-e61e1bb4070c req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:59.405239 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:20:59.435297 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Pushing event deleted for resources: {'Port': ['ID=dbf094e1-7712-4a2f-8f05-f592660f04ed,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:20:59.445972 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:59.446364 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:59.446750 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:59.447124 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:59.447518 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:59.447950 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:59.448324 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:59.448690 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:59.449052 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:59.449416 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:59.449780 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:59.450139 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:59.454544 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:20:59.599409 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4742360e-589e-4e91-85c9-e61e1bb4070c req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Router cfa1383d-fd88-44cf-84ce-5300075e1daa has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:20:59.625888 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-dfdcb907-6137-4b8f-b9de-a41da5b1986c req-96aaacf5-db24-469a-a69e-0f574ab564d1 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d91793f-5004-4ce5-9cb3-dfa60df2ce43 HTTP/1.1" status: 200 len: 210 time: 0.0332325 Jun 11 00:20:59.741563 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4742360e-589e-4e91-85c9-e61e1bb4070c req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:20:59.750923 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdcc763-29de-43b5-8639-4a9bb6d89504 None None] Sync routers for ids ['cfa1383d-fd88-44cf-84ce-5300075e1daa'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:20:59.760968 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdcc763-29de-43b5-8639-4a9bb6d89504 None None] Routers {'cfa1383d-fd88-44cf-84ce-5300075e1daa'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:20:59.761536 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-3fdcc763-29de-43b5-8639-4a9bb6d89504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:20:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['cfa1383d-fd88-44cf-84ce-5300075e1daa'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:20:59.800162 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4742360e-589e-4e91-85c9-e61e1bb4070c req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] No DVR routers for this DVR port dbf094e1-7712-4a2f-8f05-f592660f04ed on host hv-cinder-78626 {{(pid=91887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:20:59.803078 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4742360e-589e-4e91-85c9-e61e1bb4070c req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:59.805744 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4742360e-589e-4e91-85c9-e61e1bb4070c req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.21 "DELETE /v2.0/ports/dbf094e1-7712-4a2f-8f05-f592660f04ed HTTP/1.1" status: 204 len: 173 time: 0.9900439 Jun 11 00:20:59.806305 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d91793f-5004-4ce5-9cb3-dfa60df2ce43', 'name': 'network-vif-deleted', 'tag': 'dbf094e1-7712-4a2f-8f05-f592660f04ed'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:20:59.810972 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9877ec73-8864-4f41-8f94-ad2822ba4472" -d '{"events": [{"server_uuid": "7d91793f-5004-4ce5-9cb3-dfa60df2ce43", "name": "network-vif-deleted", "tag": "dbf094e1-7712-4a2f-8f05-f592660f04ed"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:20:59.918035 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c2281b-b2fe-4248-836e-d8ecbd5c3b6c x-openstack-request-id: req-b7c2281b-b2fe-4248-836e-d8ecbd5c3b6c {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:20:59.919417 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d91793f-5004-4ce5-9cb3-dfa60df2ce43", "name": "network-vif-deleted", "tag": "dbf094e1-7712-4a2f-8f05-f592660f04ed", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:20:59.919417 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7c2281b-b2fe-4248-836e-d8ecbd5c3b6c {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:20:59.919633 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d91793f-5004-4ce5-9cb3-dfa60df2ce43', 'name': 'network-vif-deleted', 'tag': 'dbf094e1-7712-4a2f-8f05-f592660f04ed', 'status': 'completed', 'code': 200} Jun 11 00:20:59.932186 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-3fdcc763-29de-43b5-8639-4a9bb6d89504 None None] Set router cfa1383d-fd88-44cf-84ce-5300075e1daa gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:21:00.188582 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-3fdcc763-29de-43b5-8639-4a9bb6d89504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:17:00Z', 'updated_at': '2021-06-11T00:17:04Z', 'revision_number': 4, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'gw_port': {'id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:01Z', 'updated_at': '2021-06-11T00:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '99efd846-ce92-41f7-8a3b-df4cf0b0a557', 'name': '', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'mac_address': 'fa:16:3e:3a:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:03Z', 'updated_at': '2021-06-11T00:17:08Z', 'revision_number': 5, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'subnets': [{'id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:21:00.191883 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdcc763-29de-43b5-8639-4a9bb6d89504 None None] Checking router: cfa1383d-fd88-44cf-84ce-5300075e1daa for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:21:00.200767 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdcc763-29de-43b5-8639-4a9bb6d89504 None None] Routers {'cfa1383d-fd88-44cf-84ce-5300075e1daa'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:21:00.201371 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-3fdcc763-29de-43b5-8639-4a9bb6d89504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:20:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['cfa1383d-fd88-44cf-84ce-5300075e1daa'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:21:00.344417 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-3fdcc763-29de-43b5-8639-4a9bb6d89504 None None] Set router cfa1383d-fd88-44cf-84ce-5300075e1daa gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:21:00.689611 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-3fdcc763-29de-43b5-8639-4a9bb6d89504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:17:00Z', 'updated_at': '2021-06-11T00:17:04Z', 'revision_number': 4, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'gw_port': {'id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:01Z', 'updated_at': '2021-06-11T00:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '99efd846-ce92-41f7-8a3b-df4cf0b0a557', 'name': '', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'mac_address': 'fa:16:3e:3a:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:03Z', 'updated_at': '2021-06-11T00:17:08Z', 'revision_number': 5, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'subnets': [{'id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:21:00.693014 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdcc763-29de-43b5-8639-4a9bb6d89504 None None] The sync data for ids ['cfa1383d-fd88-44cf-84ce-5300075e1daa'] in dv-cinder-786260-5-iscsi is: [{'id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:17:00Z', 'updated_at': '2021-06-11T00:17:04Z', 'revision_number': 4, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'gw_port': {'id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:01Z', 'updated_at': '2021-06-11T00:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '99efd846-ce92-41f7-8a3b-df4cf0b0a557', 'name': '', 'network_id': '4eee4e9d-e482-4fa4-936e-75b7380dc552', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'mac_address': 'fa:16:3e:3a:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:03Z', 'updated_at': '2021-06-11T00:17:08Z', 'revision_number': 5, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'subnets': [{'id': 'edd50820-75ae-41c7-a350-34ba34337b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:21:00.749195 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45618) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:21:00.809074 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-56d4b218-9415-4231-942d-cc5dcc1ca9a5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:00.837166 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-56d4b218-9415-4231-942d-cc5dcc1ca9a5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:00.888970 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-56d4b218-9415-4231-942d-cc5dcc1ca9a5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:00.891975 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-56d4b218-9415-4231-942d-cc5dcc1ca9a5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:00.895922 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-56d4b218-9415-4231-942d-cc5dcc1ca9a5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "DELETE /v2.0/security-groups/5c824486-6275-4378-a603-01053bf9ce34 HTTP/1.1" status: 204 len: 168 time: 0.1455867 Jun 11 00:21:00.896428 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 45620) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:21:00.896890 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-f18aae43-fd1e-4011-9656-c5a979ca6ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:00.907876 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4b218-9415-4231-942d-cc5dcc1ca9a5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c824486-6275-4378-a603-01053bf9ce34,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:00.912218 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.api.v2.resource [None req-e1dbf67c-1c0e-49d2-a556-a5176e709b9f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] show failed (client error): The resource could not be found. Jun 11 00:21:00.916524 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-e1dbf67c-1c0e-49d2-a556-a5176e709b9f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "GET /v2.0/security-groups/5c824486-6275-4378-a603-01053bf9ce34 HTTP/1.1" status: 404 len: 347 time: 0.0158458 Jun 11 00:21:00.916807 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4b218-9415-4231-942d-cc5dcc1ca9a5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:00.916807 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4b218-9415-4231-942d-cc5dcc1ca9a5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:00.916807 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4b218-9415-4231-942d-cc5dcc1ca9a5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:00.916807 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4b218-9415-4231-942d-cc5dcc1ca9a5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:00.917428 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 45622) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:21:00.917737 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4b218-9415-4231-942d-cc5dcc1ca9a5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:00.917737 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4b218-9415-4231-942d-cc5dcc1ca9a5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:00.917737 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4b218-9415-4231-942d-cc5dcc1ca9a5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:00.918150 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4b218-9415-4231-942d-cc5dcc1ca9a5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:00.918440 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4b218-9415-4231-942d-cc5dcc1ca9a5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:00.918859 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4b218-9415-4231-942d-cc5dcc1ca9a5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:00.919171 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4b218-9415-4231-942d-cc5dcc1ca9a5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:00.919618 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4b218-9415-4231-942d-cc5dcc1ca9a5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:00.922167 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b27465d-044a-46c4-a57c-9d0984e7ea6b None None] New status for floating IP d29560d6-ecd3-4884-ac03-de268a73e108: DOWN {{(pid=91889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:21:00.922656 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-56d4b218-9415-4231-942d-cc5dcc1ca9a5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:01.084109 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-9671ba46-a798-4a96-97d7-0dbb23d68cb3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Deleting port cacb71c7-e049-4728-ab3b-4da01628049e {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:21:01.084537 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9671ba46-a798-4a96-97d7-0dbb23d68cb3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:01.189090 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9671ba46-a798-4a96-97d7-0dbb23d68cb3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:01.189353 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9671ba46-a798-4a96-97d7-0dbb23d68cb3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:01.281839 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-9671ba46-a798-4a96-97d7-0dbb23d68cb3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Calling delete_port for cacb71c7-e049-4728-ab3b-4da01628049e owned by network:floatingip {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:21:01.436691 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9671ba46-a798-4a96-97d7-0dbb23d68cb3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:01.439407 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c27a8205-4b84-4250-a039-d30fc01e2ba0 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:01.468438 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671ba46-a798-4a96-97d7-0dbb23d68cb3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Pushing event deleted for resources: {'Port': ['ID=cacb71c7-e049-4728-ab3b-4da01628049e,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:01.472204 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-9671ba46-a798-4a96-97d7-0dbb23d68cb3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:01.543805 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9671ba46-a798-4a96-97d7-0dbb23d68cb3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks [] for floatingip, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:01.546427 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9671ba46-a798-4a96-97d7-0dbb23d68cb3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:01.547591 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-9671ba46-a798-4a96-97d7-0dbb23d68cb3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] 10.222.0.15 "DELETE /v2.0/floatingips/d29560d6-ecd3-4884-ac03-de268a73e108 HTTP/1.1" status: 204 len: 168 time: 0.6299026 Jun 11 00:21:03.419348 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device dbf094e1-7712-4a2f-8f05-f592660f04ed no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:21:03.444215 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] No Port match for: dbf094e1-7712-4a2f-8f05-f592660f04ed {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:21:03.444573 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device dbf094e1-7712-4a2f-8f05-f592660f04ed not bound to the agent host hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:21:05.210376 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45650) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:21:05.661370 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3a0844be-1a45-483d-a3a3-7872c7e168a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808805'] for router_interface, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:06.250287 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-3a0844be-1a45-483d-a3a3-7872c7e168a9 admin admin] Deleting port 99efd846-ce92-41f7-8a3b-df4cf0b0a557 {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:21:06.250987 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3a0844be-1a45-483d-a3a3-7872c7e168a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:06.357381 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [None req-3a0844be-1a45-483d-a3a3-7872c7e168a9 admin admin] For port 99efd846-ce92-41f7-8a3b-df4cf0b0a557, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=99efd846-ce92-41f7-8a3b-df4cf0b0a557,segment=NetworkSegment(e71b9b90-de83-4cc1-9a4b-708d15286399),segment_id=e71b9b90-de83-4cc1-9a4b-708d15286399)] {{(pid=91888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:21:06.357739 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3a0844be-1a45-483d-a3a3-7872c7e168a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:06.452022 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-3a0844be-1a45-483d-a3a3-7872c7e168a9 admin admin] Calling delete_port for 99efd846-ce92-41f7-8a3b-df4cf0b0a557 owned by network:router_interface {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:21:06.701232 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3a0844be-1a45-483d-a3a3-7872c7e168a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:06.704659 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:06.742344 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0844be-1a45-483d-a3a3-7872c7e168a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=99efd846-ce92-41f7-8a3b-df4cf0b0a557,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:06.745381 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-3a0844be-1a45-483d-a3a3-7872c7e168a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:06.958325 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3a0844be-1a45-483d-a3a3-7872c7e168a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1804085'] for router_interface, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:07.243594 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0844be-1a45-483d-a3a3-7872c7e168a9 admin admin] Router cfa1383d-fd88-44cf-84ce-5300075e1daa has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:21:07.386839 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0844be-1a45-483d-a3a3-7872c7e168a9 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:21:07.392066 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-3a0844be-1a45-483d-a3a3-7872c7e168a9 admin admin] 10.222.0.15 "PUT /v2.0/routers/cfa1383d-fd88-44cf-84ce-5300075e1daa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1801252 Jun 11 00:21:07.394515 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45652) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:21:07.397246 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79adb51-58ba-483a-baba-39373a2e0ca4 None None] Sync routers for ids ['cfa1383d-fd88-44cf-84ce-5300075e1daa'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:21:07.406697 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79adb51-58ba-483a-baba-39373a2e0ca4 None None] Routers {'cfa1383d-fd88-44cf-84ce-5300075e1daa'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:21:07.407504 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-c79adb51-58ba-483a-baba-39373a2e0ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:20:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['cfa1383d-fd88-44cf-84ce-5300075e1daa'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:21:07.532278 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c319a2ff-3487-463a-90d0-e73f1e015f7f admin admin] Notify callbacks [] for router, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:07.546421 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-c79adb51-58ba-483a-baba-39373a2e0ca4 None None] Set router cfa1383d-fd88-44cf-84ce-5300075e1daa gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:21:07.674708 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c319a2ff-3487-463a-90d0-e73f1e015f7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:07.732361 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-c319a2ff-3487-463a-90d0-e73f1e015f7f admin admin] Deleting port 5b6c6914-23aa-41dc-b7ab-8dd17faa3c67 {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:21:07.732700 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c319a2ff-3487-463a-90d0-e73f1e015f7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:07.785010 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-c79adb51-58ba-483a-baba-39373a2e0ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:17:00Z', 'updated_at': '2021-06-11T00:21:06Z', 'revision_number': 5, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'gw_port': {'id': '5b6c6914-23aa-41dc-b7ab-8dd17faa3c67', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:17:01Z', 'updated_at': '2021-06-11T00:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:21:07.788168 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79adb51-58ba-483a-baba-39373a2e0ca4 None None] Checking router: cfa1383d-fd88-44cf-84ce-5300075e1daa for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:21:07.796639 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79adb51-58ba-483a-baba-39373a2e0ca4 None None] Routers {'cfa1383d-fd88-44cf-84ce-5300075e1daa'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:21:07.797240 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-c79adb51-58ba-483a-baba-39373a2e0ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:20:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['cfa1383d-fd88-44cf-84ce-5300075e1daa'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:21:07.835346 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [None req-c319a2ff-3487-463a-90d0-e73f1e015f7f admin admin] For port 5b6c6914-23aa-41dc-b7ab-8dd17faa3c67, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=5b6c6914-23aa-41dc-b7ab-8dd17faa3c67,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:21:07.835764 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c319a2ff-3487-463a-90d0-e73f1e015f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:07.919602 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-c79adb51-58ba-483a-baba-39373a2e0ca4 None None] Set router cfa1383d-fd88-44cf-84ce-5300075e1daa gateway port host: None {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:21:07.928227 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-c319a2ff-3487-463a-90d0-e73f1e015f7f admin admin] Calling delete_port for 5b6c6914-23aa-41dc-b7ab-8dd17faa3c67 owned by network:router_gateway {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:21:07.997927 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-c79adb51-58ba-483a-baba-39373a2e0ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:17:00Z', 'updated_at': '2021-06-11T00:21:07Z', 'revision_number': 6, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'gw_port_host': None}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:21:08.001410 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79adb51-58ba-483a-baba-39373a2e0ca4 None None] The sync data for ids ['cfa1383d-fd88-44cf-84ce-5300075e1daa'] in dv-cinder-786260-5-iscsi is: [{'id': 'cfa1383d-fd88-44cf-84ce-5300075e1daa', 'name': 'tempest-AttachVolumeTestJSON-1903813129-router', 'tenant_id': '0a0172e46ff047e3a97122c5e76e4717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:17:00Z', 'updated_at': '2021-06-11T00:21:07Z', 'revision_number': 6, 'project_id': '0a0172e46ff047e3a97122c5e76e4717', 'gw_port_host': None}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:21:08.128761 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c319a2ff-3487-463a-90d0-e73f1e015f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:08.130670 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:08.158599 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319a2ff-3487-463a-90d0-e73f1e015f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6c6914-23aa-41dc-b7ab-8dd17faa3c67,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:08.161991 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-c319a2ff-3487-463a-90d0-e73f1e015f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:08.236186 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c319a2ff-3487-463a-90d0-e73f1e015f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1807972'] for router_gateway, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:08.617220 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c319a2ff-3487-463a-90d0-e73f1e015f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1805719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57805'] for router, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:08.619318 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c319a2ff-3487-463a-90d0-e73f1e015f7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:08.676413 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c319a2ff-3487-463a-90d0-e73f1e015f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806145'] for router, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:08.676887 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c319a2ff-3487-463a-90d0-e73f1e015f7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfa1383d-fd88-44cf-84ce-5300075e1daa {{(pid=91888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 00:21:08.681545 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c319a2ff-3487-463a-90d0-e73f1e015f7f admin admin] Notify callbacks [] for router, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:08.682754 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-c319a2ff-3487-463a-90d0-e73f1e015f7f admin admin] 10.222.0.15 "DELETE /v2.0/routers/cfa1383d-fd88-44cf-84ce-5300075e1daa HTTP/1.1" status: 204 len: 168 time: 1.2873244 Jun 11 00:21:08.685186 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45654) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:21:08.737008 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4d3854-9a81-4467-848d-6cc439bca1c0 admin admin] Deleting subnet edd50820-75ae-41c7-a350-34ba34337b5d {{(pid=91888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:21:08.740190 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ad4d3854-9a81-4467-848d-6cc439bca1c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:08.786477 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ad4d3854-9a81-4467-848d-6cc439bca1c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3200702'] for subnet, precommit_delete_associations {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:08.880272 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ad4d3854-9a81-4467-848d-6cc439bca1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752867'] for subnet, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:08.881687 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 5b6c6914-23aa-41dc-b7ab-8dd17faa3c67 no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:21:08.907984 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: 5b6c6914-23aa-41dc-b7ab-8dd17faa3c67 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:21:08.908337 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 5b6c6914-23aa-41dc-b7ab-8dd17faa3c67 not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:21:08.908990 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 99efd846-ce92-41f7-8a3b-df4cf0b0a557 no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:21:08.933876 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: 99efd846-ce92-41f7-8a3b-df4cf0b0a557 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:21:08.934150 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 99efd846-ce92-41f7-8a3b-df4cf0b0a557 not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:21:08.947466 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ad4d3854-9a81-4467-848d-6cc439bca1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3493816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555048'] for subnet, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:08.949967 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:08.985333 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d3854-9a81-4467-848d-6cc439bca1c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edd50820-75ae-41c7-a350-34ba34337b5d,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:08.988407 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-ad4d3854-9a81-4467-848d-6cc439bca1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:08.989404 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ad4d3854-9a81-4467-848d-6cc439bca1c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for subnet, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:08.994274 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 45656) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:21:08.994749 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-ad4d3854-9a81-4467-848d-6cc439bca1c0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/edd50820-75ae-41c7-a350-34ba34337b5d HTTP/1.1" status: 204 len: 168 time: 0.3081255 Jun 11 00:21:09.003656 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca725aca-5bee-45c3-9a2d-29137b421e74 None None] Network 4eee4e9d-e482-4fa4-936e-75b7380dc552 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:21:09.090966 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546938'] for network, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:09.227261 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] DHCP port deletion for 4eee4e9d-e482-4fa4-936e-75b7380dc552 request from dv-cinder-786260-5-iscsi {{(pid=91889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 00:21:09.282337 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] Deleting port f529e841-7809-4f89-bb1a-3f79f48cab75 {{(pid=91889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:21:09.282628 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:09.374364 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] For port f529e841-7809-4f89-bb1a-3f79f48cab75, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=f529e841-7809-4f89-bb1a-3f79f48cab75,segment=NetworkSegment(e71b9b90-de83-4cc1-9a4b-708d15286399),segment_id=e71b9b90-de83-4cc1-9a4b-708d15286399)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:21:09.378305 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:09.420452 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] Deleting port f529e841-7809-4f89-bb1a-3f79f48cab75 {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:21:09.420800 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:09.466749 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] Calling delete_port for f529e841-7809-4f89-bb1a-3f79f48cab75 owned by network:dhcp {{(pid=91889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:21:09.505012 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] For port f529e841-7809-4f89-bb1a-3f79f48cab75, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=f529e841-7809-4f89-bb1a-3f79f48cab75,segment=NetworkSegment(e71b9b90-de83-4cc1-9a4b-708d15286399),segment_id=e71b9b90-de83-4cc1-9a4b-708d15286399)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:21:09.505377 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:09.559288 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975'] for port, after_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:09.561970 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:09.590492 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] No DVR routers for this DVR port f529e841-7809-4f89-bb1a-3f79f48cab75 on host dv-cinder-786260-5-iscsi {{(pid=91889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:21:09.594414 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] Pushing event deleted for resources: {'Port': ['ID=f529e841-7809-4f89-bb1a-3f79f48cab75,revision_number=None']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:09.597186 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] Calling delete_port for f529e841-7809-4f89-bb1a-3f79f48cab75 owned by network:dhcp {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:21:09.602874 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:09.603253 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:09.603591 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:09.603924 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:09.604253 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:09.604583 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:09.604910 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:09.605244 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:09.605549 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:09.605872 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:09.606190 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:09.606504 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:21:09.614332 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:09.690263 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:09.692245 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-6c9c7ed7-a63f-40cd-93c7-54701b617f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:09.718783 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] Pushing event deleted for resources: {'Port': ['ID=f529e841-7809-4f89-bb1a-3f79f48cab75,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:09.722438 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:09.724730 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] No DVR routers for this DVR port f529e841-7809-4f89-bb1a-3f79f48cab75 on host dv-cinder-786260-5-iscsi {{(pid=91887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:21:09.830672 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750700', 'neutron.services.segments.db._delete_segments_for_network-8777603965615'] for network, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:09.844370 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eee4e9d-e482-4fa4-936e-75b7380dc552']}} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:21:09.858952 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71b9b90-de83-4cc1-9a4b-708d15286399') {'for_net_delete': True} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:21:09.859197 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.services.segments.db [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71b9b90-de83-4cc1-9a4b-708d15286399') {} {{(pid=91887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:21:09.870559 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777603965444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3393303'] for segment, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:09.892920 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:09.899572 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=91887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:21:09.900017 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3176440'] for segment, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: retrieve_revision_numbers = { Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: self.session.flush() Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: self.session.flush() Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: self.session.flush() Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: self.session.flush() Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: Traceback (most recent call last): Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: timer() Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: cb(*args, **kw) Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: return func(*args, **kwargs) Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: self._notify() Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: self.callback(batched_events) Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: event.method(event) Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: return f(self, *a, **k) Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: return self._get(url).json() Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: return self.request(url, 'GET', **kwargs) Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:21:09.901821 dv-cinder-786260-5-iscsi neutron-server[91887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:21:09.982119 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1807883'] for network, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:09.987556 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e08feab2-4db8-4dd6-8eba-333c7db9d3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:09.990026 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:09.991928 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] 10.222.0.15 "DELETE /v2.0/networks/4eee4e9d-e482-4fa4-936e-75b7380dc552 HTTP/1.1" status: 204 len: 168 time: 0.9964054 Jun 11 00:21:10.005952 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] Pushing event deleted for resources: {'Network': ['ID=4eee4e9d-e482-4fa4-936e-75b7380dc552,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:10.009645 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:10.152719 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 45662) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:21:10.199153 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-3a19e5f5-7820-4567-8e8e-8cc007547eea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a0172e46ff047e3a97122c5e76e4717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447910 Jun 11 00:21:10.201355 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 45664) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:21:10.265570 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f0985aae-6080-46b9-ae41-66c0d4cc8224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:10.291785 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f0985aae-6080-46b9-ae41-66c0d4cc8224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:10.351712 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f0985aae-6080-46b9-ae41-66c0d4cc8224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:10.354375 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f0985aae-6080-46b9-ae41-66c0d4cc8224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:10.356252 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-f0985aae-6080-46b9-ae41-66c0d4cc8224 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e9f2919-f607-4214-b591-479c9e4301a0 HTTP/1.1" status: 204 len: 168 time: 0.1539705 Jun 11 00:21:10.357146 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-2388c9ab-91a9-4051-a7e7-b91395a359b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:10.369287 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0985aae-6080-46b9-ae41-66c0d4cc8224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9f2919-f607-4214-b591-479c9e4301a0,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:10.372851 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f0985aae-6080-46b9-ae41-66c0d4cc8224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:10.877919 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device f529e841-7809-4f89-bb1a-3f79f48cab75 no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:21:10.909600 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: f529e841-7809-4f89-bb1a-3f79f48cab75 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:21:10.909962 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device f529e841-7809-4f89-bb1a-3f79f48cab75 not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:21:11.511518 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:12.003269 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 45716) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:21:12.106382 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-65665faa-33ce-4919-8598-54d437d3a472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:12.199557 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-65665faa-33ce-4919-8598-54d437d3a472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:12.203031 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-65665faa-33ce-4919-8598-54d437d3a472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:12.207127 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f0985aae-6080-46b9-ae41-66c0d4cc8224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:12.246923 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-65665faa-33ce-4919-8598-54d437d3a472 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20d8f33e8a4e4baeb64f0ef602ebd706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425356 Jun 11 00:21:12.248959 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65665faa-33ce-4919-8598-54d437d3a472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fb586c-ac8e-4380-99cb-66dd1e4fc9c7,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:12.249537 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45720) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:21:12.252057 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-65665faa-33ce-4919-8598-54d437d3a472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:12.309570 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8954cfe8-99bd-4ff6-83fd-cfc1f8af6dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:12.331564 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8954cfe8-99bd-4ff6-83fd-cfc1f8af6dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:12.384203 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8954cfe8-99bd-4ff6-83fd-cfc1f8af6dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:12.387182 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8954cfe8-99bd-4ff6-83fd-cfc1f8af6dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:12.388408 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-8954cfe8-99bd-4ff6-83fd-cfc1f8af6dd2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45fb586c-ac8e-4380-99cb-66dd1e4fc9c7 HTTP/1.1" status: 204 len: 168 time: 0.1378739 Jun 11 00:21:12.389271 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-b851d4ca-234d-4b1c-9209-91e4ce700798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:12.400177 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954cfe8-99bd-4ff6-83fd-cfc1f8af6dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fb586c-ac8e-4380-99cb-66dd1e4fc9c7,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:12.402468 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-8954cfe8-99bd-4ff6-83fd-cfc1f8af6dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:12.650655 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 45726) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:21:12.667195 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f5789e52-b940-4039-b1b0-3dec60075e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:12.765605 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f5789e52-b940-4039-b1b0-3dec60075e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:12.769402 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f5789e52-b940-4039-b1b0-3dec60075e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:12.772865 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-7c62787e-9b41-4b82-a6e9-0f3bce7d59c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:12.811581 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-f5789e52-b940-4039-b1b0-3dec60075e70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04c582a8bd9d47ae9ccb16708fd6df0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598151 Jun 11 00:21:12.812795 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5789e52-b940-4039-b1b0-3dec60075e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0432f24d-0a2a-4bd2-be8c-15c06bffc32a,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:12.814232 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45728) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:21:12.815878 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f5789e52-b940-4039-b1b0-3dec60075e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:12.867041 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-59495c33-89ba-463c-a07b-070e78e6de6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:12.890455 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-59495c33-89ba-463c-a07b-070e78e6de6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:12.940618 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-59495c33-89ba-463c-a07b-070e78e6de6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:12.943334 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-59495c33-89ba-463c-a07b-070e78e6de6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:12.944619 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-59495c33-89ba-463c-a07b-070e78e6de6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0432f24d-0a2a-4bd2-be8c-15c06bffc32a HTTP/1.1" status: 204 len: 168 time: 0.1293740 Jun 11 00:21:12.945987 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-ce972f37-4651-497c-b0cc-94b02fac613b tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:12.955029 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59495c33-89ba-463c-a07b-070e78e6de6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0432f24d-0a2a-4bd2-be8c-15c06bffc32a,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:12.957293 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-59495c33-89ba-463c-a07b-070e78e6de6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:13.180984 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-7780e423-1d23-45cd-9582-011ad04a19ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:15.764902 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-29ac4450-bbbf-44df-ae72-20da4b2485d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:15.932117 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:17.069628 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:18.463073 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:21.174667 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:21:23.487154 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45834) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:21:23.589749 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-9f7de18f-b468-4b57-9ea0-08d0e76b0355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:23.688508 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-9f7de18f-b468-4b57-9ea0-08d0e76b0355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:23.692203 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-9f7de18f-b468-4b57-9ea0-08d0e76b0355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:23.695481 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-56d4b218-9415-4231-942d-cc5dcc1ca9a5 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:23.734755 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-9f7de18f-b468-4b57-9ea0-08d0e76b0355 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c38e08ee5e249b3845877d350f28a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464974 Jun 11 00:21:23.735671 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7de18f-b468-4b57-9ea0-08d0e76b0355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e4edc5-61a6-4e00-a3a9-bfe3f424f03b,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:23.738440 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 45838) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:21:23.738921 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-9f7de18f-b468-4b57-9ea0-08d0e76b0355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:23.791054 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bad598f3-b404-4acb-958b-888e2a0161bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:23.812752 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bad598f3-b404-4acb-958b-888e2a0161bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:23.862728 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bad598f3-b404-4acb-958b-888e2a0161bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:23.865355 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-bad598f3-b404-4acb-958b-888e2a0161bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:23.866484 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-bad598f3-b404-4acb-958b-888e2a0161bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46e4edc5-61a6-4e00-a3a9-bfe3f424f03b HTTP/1.1" status: 204 len: 168 time: 0.1270742 Jun 11 00:21:23.867331 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-65665faa-33ce-4919-8598-54d437d3a472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:23.876159 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad598f3-b404-4acb-958b-888e2a0161bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e4edc5-61a6-4e00-a3a9-bfe3f424f03b,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:23.878477 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-bad598f3-b404-4acb-958b-888e2a0161bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:24.116403 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 45844) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:21:24.132277 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a0a21dfd-53cb-495a-927c-4df265831f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:24.224874 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a0a21dfd-53cb-495a-927c-4df265831f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:24.229220 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a0a21dfd-53cb-495a-927c-4df265831f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:24.232504 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-4878d745-dac5-4dc2-958a-1d27933c5ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:24.270711 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-a0a21dfd-53cb-495a-927c-4df265831f6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea24fadbef5447a4a4269377af72668f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532280 Jun 11 00:21:24.271666 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a21dfd-53cb-495a-927c-4df265831f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb90b95-adae-4bb5-8803-c203b9f31320,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:24.273413 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45846) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:21:24.275280 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-a0a21dfd-53cb-495a-927c-4df265831f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:24.332646 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8fa6b9c8-a862-4d92-8495-1b66df6af02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:24.355386 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8fa6b9c8-a862-4d92-8495-1b66df6af02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:24.405884 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8fa6b9c8-a862-4d92-8495-1b66df6af02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:24.408746 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8fa6b9c8-a862-4d92-8495-1b66df6af02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:24.410221 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-8fa6b9c8-a862-4d92-8495-1b66df6af02b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1eb90b95-adae-4bb5-8803-c203b9f31320 HTTP/1.1" status: 204 len: 168 time: 0.1342483 Jun 11 00:21:24.411049 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-77d438e8-8350-47ed-bc43-4f385be5db69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:24.419555 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6b9c8-a862-4d92-8495-1b66df6af02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb90b95-adae-4bb5-8803-c203b9f31320,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:24.421743 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-8fa6b9c8-a862-4d92-8495-1b66df6af02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:41.511802 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:41.910641 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 45992) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:21:42.011895 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f592fcd0-6163-4f7a-be84-cac44e949761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:42.106802 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f592fcd0-6163-4f7a-be84-cac44e949761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:42.111119 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f592fcd0-6163-4f7a-be84-cac44e949761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:42.114476 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f5b81c79-be39-444c-ab6e-9bafc4a6982d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:42.153598 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-f592fcd0-6163-4f7a-be84-cac44e949761 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=395541731cd042f2843866a7e3cefb83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419255 Jun 11 00:21:42.155610 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592fcd0-6163-4f7a-be84-cac44e949761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702c8173-78f1-459f-9144-7910542d8b04,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:42.156317 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 45996) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:21:42.158809 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f592fcd0-6163-4f7a-be84-cac44e949761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:42.212250 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6f4549f7-7646-40da-9455-eae002b286b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:42.234597 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6f4549f7-7646-40da-9455-eae002b286b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:42.283793 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6f4549f7-7646-40da-9455-eae002b286b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:42.286367 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6f4549f7-7646-40da-9455-eae002b286b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:42.287497 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-6f4549f7-7646-40da-9455-eae002b286b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/702c8173-78f1-459f-9144-7910542d8b04 HTTP/1.1" status: 204 len: 168 time: 0.1301503 Jun 11 00:21:42.288225 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-80816688-b3d4-4c5e-952a-e86f6828a999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:42.297146 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4549f7-7646-40da-9455-eae002b286b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702c8173-78f1-459f-9144-7910542d8b04,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:42.299442 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-6f4549f7-7646-40da-9455-eae002b286b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:43.177452 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d3159b0e-8006-413c-8191-e2315990ccbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:44.440578 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-3b2d0065-87ab-4a08-b57e-30a8f012b5db tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6b6612bc7fc24f66afd3c012e84e2728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317481 Jun 11 00:21:44.636674 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-b338eed6-0bb0-4ae9-a188-08b9f511e4c8 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:44.638153 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-b338eed6-0bb0-4ae9-a188-08b9f511e4c8 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926959 Jun 11 00:21:44.652303 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-35844cd5-3873-43fb-b656-3defc6b59ed6 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/quotas/6b6612bc7fc24f66afd3c012e84e2728 HTTP/1.1" status: 200 len: 375 time: 0.0086861 Jun 11 00:21:44.689462 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-15d680ec-5acc-42f0-aee9-227c89581d2b tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b6612bc7fc24f66afd3c012e84e2728&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324817 Jun 11 00:21:44.856479 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-906a3ea9-3f37-4379-8436-0a015031a405 req-88a6ca24-acbf-409f-afc9-9ffe703ed917 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b4daacd-c8af-4ad2-af9a-f56a25f90fd8 HTTP/1.1" status: 200 len: 210 time: 0.0330837 Jun 11 00:21:45.765672 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-81bf4d7a-da42-4e10-9658-143806c79b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:45.935733 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:46.009338 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-510d6ed0-efbf-4ca6-a138-ecfc66ca5c64 req-78889e99-9006-49e9-b04c-6dd847748a3a tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b4daacd-c8af-4ad2-af9a-f56a25f90fd8 HTTP/1.1" status: 200 len: 210 time: 0.0337925 Jun 11 00:21:46.016763 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-7fb1dd7e-3e4f-4002-a33b-0b119d086791 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6b6612bc7fc24f66afd3c012e84e2728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330436 Jun 11 00:21:46.219879 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-518214ca-c6a1-4664-9230-fc7faa7f338d tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:46.221449 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-518214ca-c6a1-4664-9230-fc7faa7f338d tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2001545 Jun 11 00:21:46.236697 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-56451126-a644-4fc8-a8fa-b9674ccf5774 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Request body: {'port': {'device_id': '6b4daacd-c8af-4ad2-af9a-f56a25f90fd8', 'network_id': 'e2dad8cf-ec31-479d-a49a-7b78bf63403f', 'admin_state_up': True, 'tenant_id': '6b6612bc7fc24f66afd3c012e84e2728'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:21:46.365643 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-56451126-a644-4fc8-a8fa-b9674ccf5774 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Made reservation on behalf of 6b6612bc7fc24f66afd3c012e84e2728 for: {'port': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:21:46.369351 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-56451126-a644-4fc8-a8fa-b9674ccf5774 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:46.381204 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-56451126-a644-4fc8-a8fa-b9674ccf5774 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:46.475328 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-56451126-a644-4fc8-a8fa-b9674ccf5774 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:46.478879 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-56451126-a644-4fc8-a8fa-b9674ccf5774 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:46.482276 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-bad598f3-b404-4acb-958b-888e2a0161bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:46.548843 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56451126-a644-4fc8-a8fa-b9674ccf5774 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c5f545-5980-4f9d-a37d-af2d1a381fa1,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:46.553437 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-56451126-a644-4fc8-a8fa-b9674ccf5774 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:46.631436 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-56451126-a644-4fc8-a8fa-b9674ccf5774 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Allocated IP 192.168.233.205 (e2dad8cf-ec31-479d-a49a-7b78bf63403f/21c4a5b2-cad5-4f33-a922-b73201c7a34e/74de236c-7248-4ad9-b746-46fc88de5af8) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:21:46.802620 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-56451126-a644-4fc8-a8fa-b9674ccf5774 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:46.814746 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-56451126-a644-4fc8-a8fa-b9674ccf5774 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Transition to ACTIVE for port object 74de236c-7248-4ad9-b746-46fc88de5af8 will not be triggered until provisioned by entity DHCP. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:21:46.848459 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-56451126-a644-4fc8-a8fa-b9674ccf5774 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:46.852625 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d8fe391e-5ec6-4e0d-8e94-f930b8931271 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:46.902948 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-56451126-a644-4fc8-a8fa-b9674ccf5774 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Network e2dad8cf-ec31-479d-a49a-7b78bf63403f is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:21:46.906040 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-56451126-a644-4fc8-a8fa-b9674ccf5774 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:21:46.909916 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-56451126-a644-4fc8-a8fa-b9674ccf5774 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:21:46.946898 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56451126-a644-4fc8-a8fa-b9674ccf5774 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Pushing event updated for resources: {'Port': ['ID=74de236c-7248-4ad9-b746-46fc88de5af8,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:46.954875 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-56451126-a644-4fc8-a8fa-b9674ccf5774 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:46.972804 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-56451126-a644-4fc8-a8fa-b9674ccf5774 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:46.973418 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-56451126-a644-4fc8-a8fa-b9674ccf5774 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:46.988780 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-56451126-a644-4fc8-a8fa-b9674ccf5774 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7557449 Jun 11 00:21:47.001099 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Request body: {'port': {'device_id': '6b4daacd-c8af-4ad2-af9a-f56a25f90fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:21:47.075191 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:47.093618 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-792f1191-1f39-470c-9b75-6b297f3138ae None None] Provisioning for port 74de236c-7248-4ad9-b746-46fc88de5af8 completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:21:47.096462 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:47.099808 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-792f1191-1f39-470c-9b75-6b297f3138ae None None] Provisioning complete for port 74de236c-7248-4ad9-b746-46fc88de5af8 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:21:47.100242 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-792f1191-1f39-470c-9b75-6b297f3138ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:47.145239 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-792f1191-1f39-470c-9b75-6b297f3138ae None None] Port 74de236c-7248-4ad9-b746-46fc88de5af8 cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:21:47.201135 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4eeae1-00a0-4376-90c8-7f56f7b28d21 req-635539e7-d376-4c0b-8302-c801176f6bf0 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:47.202467 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1d4eeae1-00a0-4376-90c8-7f56f7b28d21 req-635539e7-d376-4c0b-8302-c801176f6bf0 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b4daacd-c8af-4ad2-af9a-f56a25f90fd8 HTTP/1.1" status: 200 len: 936 time: 0.0770729 Jun 11 00:21:47.244885 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1d4eeae1-00a0-4376-90c8-7f56f7b28d21 req-65bfc775-440d-4ebe-882c-c500c3d4f8a7 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5f545-5980-4f9d-a37d-af2d1a381fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365012 Jun 11 00:21:47.408056 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74de236c-7248-4ad9-b746-46fc88de5af8 {{(pid=91887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:21:47.415080 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:47.427917 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Transition to ACTIVE for port object 74de236c-7248-4ad9-b746-46fc88de5af8 will not be triggered until provisioned by entity L2. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:21:47.431846 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:47.434648 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-98b16287-38b0-47a3-af08-029893d9f77b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:47.523863 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Pushing event updated for resources: {'Port': ['ID=74de236c-7248-4ad9-b746-46fc88de5af8,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:47.528245 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:47.614953 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Attempting to bind port 74de236c-7248-4ad9-b746-46fc88de5af8 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:21:47.615299 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Attempting to bind port 74de236c-7248-4ad9-b746-46fc88de5af8 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'ddfd7a50-4f2f-4727-a673-e8db36c73834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e2dad8cf-ec31-479d-a49a-7b78bf63403f'}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:21:47.615771 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Attempting to bind port 74de236c-7248-4ad9-b746-46fc88de5af8 on network e2dad8cf-ec31-479d-a49a-7b78bf63403f {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:21:47.620481 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Port 74de236c-7248-4ad9-b746-46fc88de5af8 on network e2dad8cf-ec31-479d-a49a-7b78bf63403f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:21:47.620797 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Attempting to bind port 74de236c-7248-4ad9-b746-46fc88de5af8 on network e2dad8cf-ec31-479d-a49a-7b78bf63403f {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:21:47.625401 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Checking agent: {'id': '0b82d12c-0850-474f-ad5c-077a5fa277b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:21:47.625735 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Checking segment: {'id': 'ddfd7a50-4f2f-4727-a673-e8db36c73834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e2dad8cf-ec31-479d-a49a-7b78bf63403f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:21:47.626113 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Bound using segment: {'id': 'ddfd7a50-4f2f-4727-a673-e8db36c73834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e2dad8cf-ec31-479d-a49a-7b78bf63403f'} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:21:47.626537 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Bound port: 74de236c-7248-4ad9-b746-46fc88de5af8, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddfd7a50-4f2f-4727-a673-e8db36c73834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e2dad8cf-ec31-479d-a49a-7b78bf63403f'}}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:21:47.626881 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:47.695989 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] For port 74de236c-7248-4ad9-b746-46fc88de5af8, host hv-cinder-78626, cleared binding levels {{(pid=91887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:21:47.699503 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] For port 74de236c-7248-4ad9-b746-46fc88de5af8, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=74de236c-7248-4ad9-b746-46fc88de5af8,segment=NetworkSegment(ddfd7a50-4f2f-4727-a673-e8db36c73834),segment_id=ddfd7a50-4f2f-4727-a673-e8db36c73834)] {{(pid=91887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:21:47.704063 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:47.705987 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-415f4895-55ef-439e-8eaa-fa5646c196c3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:47.749535 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:47.750144 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:47.751585 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] 10.222.0.21 "PUT /v2.0/ports/74de236c-7248-4ad9-b746-46fc88de5af8 HTTP/1.1" status: 200 len: 1098 time: 0.7549055 Jun 11 00:21:47.752116 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4daacd-c8af-4ad2-af9a-f56a25f90fd8', 'tag': '74de236c-7248-4ad9-b746-46fc88de5af8'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:21:47.754421 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59c1e0f-4ae9-4668-86bb-366433b24f99" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4daacd-c8af-4ad2-af9a-f56a25f90fd8", "tag": "74de236c-7248-4ad9-b746-46fc88de5af8"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:21:47.780833 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Pushing event updated for resources: {'Port': ['ID=74de236c-7248-4ad9-b746-46fc88de5af8,revision_number=3']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:47.784673 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:47.805882 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2893ee43-794d-42ac-940d-dd479594ddae x-openstack-request-id: req-2893ee43-794d-42ac-940d-dd479594ddae {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:21:47.806215 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4daacd-c8af-4ad2-af9a-f56a25f90fd8", "tag": "74de236c-7248-4ad9-b746-46fc88de5af8", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:21:47.806508 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2893ee43-794d-42ac-940d-dd479594ddae {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:21:47.806940 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4daacd-c8af-4ad2-af9a-f56a25f90fd8', 'tag': '74de236c-7248-4ad9-b746-46fc88de5af8', 'status': 'completed', 'code': 200} Jun 11 00:21:47.859351 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-c630cb63-97a5-4233-9f1e-6a493ff46ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:47.860936 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-c630cb63-97a5-4233-9f1e-6a493ff46ba7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b6612bc7fc24f66afd3c012e84e2728&device_id=6b4daacd-c8af-4ad2-af9a-f56a25f90fd8 HTTP/1.1" status: 200 len: 1101 time: 0.0669000 Jun 11 00:21:47.916075 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-4b03c148-e6f1-4876-bc3d-3e2d1aa3db9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=74de236c-7248-4ad9-b746-46fc88de5af8 HTTP/1.1" status: 200 len: 217 time: 0.0482745 Jun 11 00:21:47.975318 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8eac560e-352b-4d70-aeba-ca62bcc840ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:47.976762 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-8eac560e-352b-4d70-aeba-ca62bcc840ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21c4a5b2-cad5-4f33-a922-b73201c7a34e HTTP/1.1" status: 200 len: 843 time: 0.0549655 Jun 11 00:21:48.039689 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-3d83af72-8700-4d0a-9158-9bce1220eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:48.041114 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-3d83af72-8700-4d0a-9158-9bce1220eae5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2dad8cf-ec31-479d-a49a-7b78bf63403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0582764 Jun 11 00:21:48.154791 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-b750acc2-7241-4938-9b5d-77b8feb5f0e4 service neutron] 10.222.0.21 "GET /v2.0/networks/e2dad8cf-ec31-479d-a49a-7b78bf63403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072359 Jun 11 00:21:48.269266 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4708d99b-45b6-46be-bf56-fb0d180cd30a req-7519482e-138a-4a08-a5a5-90c11016c9cb service neutron] 10.222.0.21 "GET /v2.0/networks/e2dad8cf-ec31-479d-a49a-7b78bf63403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080453 Jun 11 00:21:48.380003 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c1e0f-4ae9-4668-86bb-366433b24f99 req-fc1fcd02-c8b8-4c84-8ffb-5796aff4357d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:48.381529 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e59c1e0f-4ae9-4668-86bb-366433b24f99 req-fc1fcd02-c8b8-4c84-8ffb-5796aff4357d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b6612bc7fc24f66afd3c012e84e2728&device_id=6b4daacd-c8af-4ad2-af9a-f56a25f90fd8 HTTP/1.1" status: 200 len: 1101 time: 0.0630927 Jun 11 00:21:48.431657 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec854bad-5613-435f-bccd-022db4cae509 req-720f558f-543e-4bad-b25a-de193e7525d2 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:48.433140 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ec854bad-5613-435f-bccd-022db4cae509 req-720f558f-543e-4bad-b25a-de193e7525d2 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b4daacd-c8af-4ad2-af9a-f56a25f90fd8 HTTP/1.1" status: 200 len: 948 time: 0.0707612 Jun 11 00:21:48.465609 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:48.475206 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ec854bad-5613-435f-bccd-022db4cae509 req-44db1514-5d03-4ccf-8ecf-7b25732537ab tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5f545-5980-4f9d-a37d-af2d1a381fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362198 Jun 11 00:21:48.500859 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c1e0f-4ae9-4668-86bb-366433b24f99 req-95e203c1-7fb4-4527-96fe-df58fda1bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:48.502289 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e59c1e0f-4ae9-4668-86bb-366433b24f99 req-95e203c1-7fb4-4527-96fe-df58fda1bfc5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2dad8cf-ec31-479d-a49a-7b78bf63403f HTTP/1.1" status: 200 len: 870 time: 0.1131508 Jun 11 00:21:48.557012 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e59c1e0f-4ae9-4668-86bb-366433b24f99 req-22b65c32-505b-478b-b1e1-af2114c11547 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=74de236c-7248-4ad9-b746-46fc88de5af8 HTTP/1.1" status: 200 len: 217 time: 0.0457842 Jun 11 00:21:48.622124 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c1e0f-4ae9-4668-86bb-366433b24f99 req-afa5ea49-77a7-4f40-8a8e-ad69c25a3c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:48.623606 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e59c1e0f-4ae9-4668-86bb-366433b24f99 req-afa5ea49-77a7-4f40-8a8e-ad69c25a3c48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21c4a5b2-cad5-4f33-a922-b73201c7a34e HTTP/1.1" status: 200 len: 843 time: 0.0600343 Jun 11 00:21:48.684817 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c1e0f-4ae9-4668-86bb-366433b24f99 req-a92a0af3-1064-450c-adf0-2e51127f4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:48.686296 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e59c1e0f-4ae9-4668-86bb-366433b24f99 req-a92a0af3-1064-450c-adf0-2e51127f4eeb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2dad8cf-ec31-479d-a49a-7b78bf63403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0561535 Jun 11 00:21:48.799243 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e59c1e0f-4ae9-4668-86bb-366433b24f99 req-cca64941-84a4-4cd1-ba84-b34b546adf12 service neutron] 10.222.0.21 "GET /v2.0/networks/e2dad8cf-ec31-479d-a49a-7b78bf63403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060359 Jun 11 00:21:48.911426 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e59c1e0f-4ae9-4668-86bb-366433b24f99 req-ccaa8ef5-06d7-4670-916f-57aa493357b0 service neutron] 10.222.0.21 "GET /v2.0/networks/e2dad8cf-ec31-479d-a49a-7b78bf63403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056454 Jun 11 00:21:49.654728 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0d229-5a36-4877-8ec1-91eea540e454 req-09ec51f2-a743-491e-8f15-d1e786501e23 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:49.656093 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7ff0d229-5a36-4877-8ec1-91eea540e454 req-09ec51f2-a743-491e-8f15-d1e786501e23 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b4daacd-c8af-4ad2-af9a-f56a25f90fd8 HTTP/1.1" status: 200 len: 948 time: 0.0718105 Jun 11 00:21:49.696898 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7ff0d229-5a36-4877-8ec1-91eea540e454 req-0a2f2271-5c3d-410e-9812-e4c9f2ff39c4 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5f545-5980-4f9d-a37d-af2d1a381fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351648 Jun 11 00:21:50.873260 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee1ca1-a297-488f-98ab-c67b1833910b req-5ec93088-3d74-43d6-b451-a010b1af201a tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:50.874706 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5aee1ca1-a297-488f-98ab-c67b1833910b req-5ec93088-3d74-43d6-b451-a010b1af201a tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b4daacd-c8af-4ad2-af9a-f56a25f90fd8 HTTP/1.1" status: 200 len: 948 time: 0.0689354 Jun 11 00:21:50.919593 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5aee1ca1-a297-488f-98ab-c67b1833910b req-b4f8b1a3-3a91-4ec0-b5ed-382d3a7cc102 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5f545-5980-4f9d-a37d-af2d1a381fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388267 Jun 11 00:21:51.607847 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 74de236c-7248-4ad9-b746-46fc88de5af8 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:21:51.853340 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 74de236c-7248-4ad9-b746-46fc88de5af8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=74de236c-7248-4ad9-b746-46fc88de5af8,segment=NetworkSegment(ddfd7a50-4f2f-4727-a673-e8db36c73834),segment_id=ddfd7a50-4f2f-4727-a673-e8db36c73834)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:21:51.865369 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '74de236c-7248-4ad9-b746-46fc88de5af8', 'network_id': 'e2dad8cf-ec31-479d-a49a-7b78bf63403f', 'port_id': '74de236c-7248-4ad9-b746-46fc88de5af8', 'mac_address': 'fa:16:3e:69:5e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c4a5b2-cad5-4f33-a922-b73201c7a34e', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:21:51.907005 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:51.921867 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74de236c-7248-4ad9-b746-46fc88de5af8 {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:21:51.941994 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 74de236c-7248-4ad9-b746-46fc88de5af8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=74de236c-7248-4ad9-b746-46fc88de5af8,segment=NetworkSegment(ddfd7a50-4f2f-4727-a673-e8db36c73834),segment_id=ddfd7a50-4f2f-4727-a673-e8db36c73834)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:21:51.945767 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:51.947530 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-a31ec4c0-8307-4607-a7f4-83692419e550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:52.002998 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=74de236c-7248-4ad9-b746-46fc88de5af8,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:52.006143 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:52.094526 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691be29-df66-49f6-a623-9c440c8e183d req-bf91fc0b-846a-4195-a138-7a22b28c0684 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:52.096001 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d691be29-df66-49f6-a623-9c440c8e183d req-bf91fc0b-846a-4195-a138-7a22b28c0684 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b4daacd-c8af-4ad2-af9a-f56a25f90fd8 HTTP/1.1" status: 200 len: 949 time: 0.0671909 Jun 11 00:21:52.136920 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d691be29-df66-49f6-a623-9c440c8e183d req-bb314588-33b0-400c-a637-ff8dd9ca5579 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5f545-5980-4f9d-a37d-af2d1a381fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351388 Jun 11 00:21:52.187799 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['74de236c-7248-4ad9-b746-46fc88de5af8'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:21:53.311891 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22620b40-b1e9-4239-985b-b6aafcae64b6 req-bd498d20-0f29-4a24-8d94-12e1d0764ebf tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:53.313320 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-22620b40-b1e9-4239-985b-b6aafcae64b6 req-bd498d20-0f29-4a24-8d94-12e1d0764ebf tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b4daacd-c8af-4ad2-af9a-f56a25f90fd8 HTTP/1.1" status: 200 len: 949 time: 0.0670652 Jun 11 00:21:53.356458 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-22620b40-b1e9-4239-985b-b6aafcae64b6 req-bfd6c03a-ab85-4ef3-9531-0d0adfcc2208 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5f545-5980-4f9d-a37d-af2d1a381fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376508 Jun 11 00:21:53.603283 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 74de236c-7248-4ad9-b746-46fc88de5af8 up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:21:53.660097 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning for port 74de236c-7248-4ad9-b746-46fc88de5af8 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:21:53.663541 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 74de236c-7248-4ad9-b746-46fc88de5af8 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:21:53.663922 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:53.749541 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:53.780233 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4daacd-c8af-4ad2-af9a-f56a25f90fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74de236c-7248-4ad9-b746-46fc88de5af8'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:21:53.782488 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5218bf99-afcc-46b3-8444-0896c11516dc" -d '{"events": [{"server_uuid": "6b4daacd-c8af-4ad2-af9a-f56a25f90fd8", "name": "network-vif-plugged", "status": "completed", "tag": "74de236c-7248-4ad9-b746-46fc88de5af8"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:21:53.796874 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 74de236c-7248-4ad9-b746-46fc88de5af8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=74de236c-7248-4ad9-b746-46fc88de5af8,segment=NetworkSegment(ddfd7a50-4f2f-4727-a673-e8db36c73834),segment_id=ddfd7a50-4f2f-4727-a673-e8db36c73834)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:21:53.800772 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:53.802611 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:53.858078 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=74de236c-7248-4ad9-b746-46fc88de5af8,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:53.860940 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:53.932010 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ded32f-2385-419b-9162-b8d0f64e22c0 x-openstack-request-id: req-77ded32f-2385-419b-9162-b8d0f64e22c0 {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:21:53.932966 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4daacd-c8af-4ad2-af9a-f56a25f90fd8", "name": "network-vif-plugged", "status": "completed", "tag": "74de236c-7248-4ad9-b746-46fc88de5af8", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:21:53.933235 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77ded32f-2385-419b-9162-b8d0f64e22c0 {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:21:53.933648 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4daacd-c8af-4ad2-af9a-f56a25f90fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74de236c-7248-4ad9-b746-46fc88de5af8', 'code': 200} Jun 11 00:21:54.147973 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9227f-bea0-4063-b615-a6568c90e9df req-ccad4a3f-3926-41de-a156-bda934fff95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:54.149361 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-13a9227f-bea0-4063-b615-a6568c90e9df req-ccad4a3f-3926-41de-a156-bda934fff95d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b4daacd-c8af-4ad2-af9a-f56a25f90fd8 HTTP/1.1" status: 200 len: 1103 time: 0.0574756 Jun 11 00:21:54.186872 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-13a9227f-bea0-4063-b615-a6568c90e9df req-62eeeff7-4917-4ce6-8ba7-37bbfac8f470 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=52c5f545-5980-4f9d-a37d-af2d1a381fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306184 Jun 11 00:21:54.531453 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5102bbd-2cc6-48d2-975d-6570a98f654c req-867ba6b4-f56f-4326-9ef3-f2417c7237c5 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:54.532826 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f5102bbd-2cc6-48d2-975d-6570a98f654c req-867ba6b4-f56f-4326-9ef3-f2417c7237c5 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b4daacd-c8af-4ad2-af9a-f56a25f90fd8 HTTP/1.1" status: 200 len: 950 time: 0.0671666 Jun 11 00:21:54.573330 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f5102bbd-2cc6-48d2-975d-6570a98f654c req-8bc9fb9e-89be-448f-a25f-d1b6298cb98c tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5f545-5980-4f9d-a37d-af2d1a381fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344987 Jun 11 00:21:55.751026 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af337d-5bae-4e8d-9b56-6e9fa36ebe4d req-bb594710-ea1f-46d3-8279-82f6f55cfa9e tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:55.752453 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f6af337d-5bae-4e8d-9b56-6e9fa36ebe4d req-bb594710-ea1f-46d3-8279-82f6f55cfa9e tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b4daacd-c8af-4ad2-af9a-f56a25f90fd8 HTTP/1.1" status: 200 len: 950 time: 0.0668306 Jun 11 00:21:55.797305 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f6af337d-5bae-4e8d-9b56-6e9fa36ebe4d req-857a6611-a81c-49ac-a2f5-054ac443f022 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5f545-5980-4f9d-a37d-af2d1a381fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392168 Jun 11 00:21:56.204369 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c824187-391e-455e-b299-c0ea34501e7f req-c1b4c7a5-3836-41d4-bb2d-893328b4e386 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:56.205863 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7c824187-391e-455e-b299-c0ea34501e7f req-c1b4c7a5-3836-41d4-bb2d-893328b4e386 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b4daacd-c8af-4ad2-af9a-f56a25f90fd8 HTTP/1.1" status: 200 len: 950 time: 0.0733557 Jun 11 00:21:56.247969 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7c824187-391e-455e-b299-c0ea34501e7f req-cd0da9c2-2374-4a96-8b57-932af4d27f07 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5f545-5980-4f9d-a37d-af2d1a381fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364685 Jun 11 00:21:57.426045 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce3042-103b-4da5-ae51-695ba55220cd req-2c8e3027-bca5-47eb-96a0-434291bd09d2 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:57.427518 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b3ce3042-103b-4da5-ae51-695ba55220cd req-2c8e3027-bca5-47eb-96a0-434291bd09d2 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b4daacd-c8af-4ad2-af9a-f56a25f90fd8 HTTP/1.1" status: 200 len: 950 time: 0.0690193 Jun 11 00:21:57.445463 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae7e92-979d-469a-b92c-6666e42c3a32 req-5b729621-f9b5-4ad9-9f27-c9f5e0497338 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:21:57.446896 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-b9ae7e92-979d-469a-b92c-6666e42c3a32 req-5b729621-f9b5-4ad9-9f27-c9f5e0497338 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b4daacd-c8af-4ad2-af9a-f56a25f90fd8 HTTP/1.1" status: 200 len: 950 time: 0.0740366 Jun 11 00:21:57.472557 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-b3ce3042-103b-4da5-ae51-695ba55220cd req-91109557-b685-4977-8bb9-c978b1b43b2e tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c5f545-5980-4f9d-a37d-af2d1a381fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389636 Jun 11 00:21:57.562461 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-b9ae7e92-979d-469a-b92c-6666e42c3a32 req-b16f21fe-7bbc-4f86-9e88-ccbd6b1e63ed tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Deleting port 74de236c-7248-4ad9-b746-46fc88de5af8 {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:21:57.562794 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-b9ae7e92-979d-469a-b92c-6666e42c3a32 req-b16f21fe-7bbc-4f86-9e88-ccbd6b1e63ed tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:57.674655 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-b9ae7e92-979d-469a-b92c-6666e42c3a32 req-b16f21fe-7bbc-4f86-9e88-ccbd6b1e63ed tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] For port 74de236c-7248-4ad9-b746-46fc88de5af8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=74de236c-7248-4ad9-b746-46fc88de5af8,segment=NetworkSegment(ddfd7a50-4f2f-4727-a673-e8db36c73834),segment_id=ddfd7a50-4f2f-4727-a673-e8db36c73834)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:21:57.675014 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-b9ae7e92-979d-469a-b92c-6666e42c3a32 req-b16f21fe-7bbc-4f86-9e88-ccbd6b1e63ed tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:58.030528 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-b9ae7e92-979d-469a-b92c-6666e42c3a32 req-b16f21fe-7bbc-4f86-9e88-ccbd6b1e63ed tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Calling delete_port for 74de236c-7248-4ad9-b746-46fc88de5af8 owned by compute:nova {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:21:58.172790 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:21:58.177968 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-b9ae7e92-979d-469a-b92c-6666e42c3a32 req-b16f21fe-7bbc-4f86-9e88-ccbd6b1e63ed tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:58.181858 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-313d48b9-857d-4f80-86c2-5996ffc6484b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:21:58.189737 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['74de236c-7248-4ad9-b746-46fc88de5af8'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:21:58.212514 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f21fe-7bbc-4f86-9e88-ccbd6b1e63ed tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Pushing event deleted for resources: {'Port': ['ID=74de236c-7248-4ad9-b746-46fc88de5af8,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:21:58.215639 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-b16f21fe-7bbc-4f86-9e88-ccbd6b1e63ed tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:21:58.270919 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ae7e92-979d-469a-b92c-6666e42c3a32 req-b16f21fe-7bbc-4f86-9e88-ccbd6b1e63ed tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] No DVR routers for this DVR port 74de236c-7248-4ad9-b746-46fc88de5af8 on host hv-cinder-78626 {{(pid=91887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:21:58.273503 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-b9ae7e92-979d-469a-b92c-6666e42c3a32 req-b16f21fe-7bbc-4f86-9e88-ccbd6b1e63ed tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:58.275711 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-b9ae7e92-979d-469a-b92c-6666e42c3a32 req-b16f21fe-7bbc-4f86-9e88-ccbd6b1e63ed tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.21 "DELETE /v2.0/ports/74de236c-7248-4ad9-b746-46fc88de5af8 HTTP/1.1" status: 204 len: 173 time: 0.8231716 Jun 11 00:21:58.277850 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4daacd-c8af-4ad2-af9a-f56a25f90fd8', 'name': 'network-vif-deleted', 'tag': '74de236c-7248-4ad9-b746-46fc88de5af8'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:21:58.280187 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92263bf8-cd9d-4142-b158-c185245a5ba8" -d '{"events": [{"server_uuid": "6b4daacd-c8af-4ad2-af9a-f56a25f90fd8", "name": "network-vif-deleted", "tag": "74de236c-7248-4ad9-b746-46fc88de5af8"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:21:58.318859 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c345ca7-fc5d-43c8-b468-89e3aadf7665 x-openstack-request-id: req-5c345ca7-fc5d-43c8-b468-89e3aadf7665 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:21:58.319222 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4daacd-c8af-4ad2-af9a-f56a25f90fd8", "name": "network-vif-deleted", "tag": "74de236c-7248-4ad9-b746-46fc88de5af8", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:21:58.319544 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c345ca7-fc5d-43c8-b468-89e3aadf7665 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:21:58.319985 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4daacd-c8af-4ad2-af9a-f56a25f90fd8', 'name': 'network-vif-deleted', 'tag': '74de236c-7248-4ad9-b746-46fc88de5af8', 'status': 'completed', 'code': 200} Jun 11 00:21:58.626361 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a4e40e52-9ad4-4038-ade4-8c8686ab9e83 req-c79c0ee4-1cab-41fe-8b17-a39a75eb76d9 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b4daacd-c8af-4ad2-af9a-f56a25f90fd8 HTTP/1.1" status: 200 len: 210 time: 0.0316982 Jun 11 00:22:01.639788 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 74de236c-7248-4ad9-b746-46fc88de5af8 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:22:01.665048 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] No Port match for: 74de236c-7248-4ad9-b746-46fc88de5af8 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:22:01.665410 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 74de236c-7248-4ad9-b746-46fc88de5af8 not bound to the agent host hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:22:03.283868 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46328) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:22:03.415092 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-984c2ed1-1856-4c9e-8dd8-4a0b1ee68471 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b6612bc7fc24f66afd3c012e84e2728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1297569 Jun 11 00:22:03.418131 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46332) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:22:03.467827 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a2c1096b-267e-4f6a-a432-f959af69799e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:03.490382 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a2c1096b-267e-4f6a-a432-f959af69799e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:03.538779 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a2c1096b-267e-4f6a-a432-f959af69799e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:03.541435 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a2c1096b-267e-4f6a-a432-f959af69799e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:03.543151 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-a2c1096b-267e-4f6a-a432-f959af69799e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52c5f545-5980-4f9d-a37d-af2d1a381fa1 HTTP/1.1" status: 204 len: 168 time: 0.1241431 Jun 11 00:22:03.543940 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-850d2b9e-37ae-48dd-8c25-610890a25303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:03.552105 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1096b-267e-4f6a-a432-f959af69799e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c5f545-5980-4f9d-a37d-af2d1a381fa1,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:03.559128 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1096b-267e-4f6a-a432-f959af69799e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:03.559528 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1096b-267e-4f6a-a432-f959af69799e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:03.559963 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1096b-267e-4f6a-a432-f959af69799e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:03.560326 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1096b-267e-4f6a-a432-f959af69799e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:03.560704 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1096b-267e-4f6a-a432-f959af69799e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:03.561040 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1096b-267e-4f6a-a432-f959af69799e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:03.561389 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1096b-267e-4f6a-a432-f959af69799e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:03.561741 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1096b-267e-4f6a-a432-f959af69799e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:03.562092 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1096b-267e-4f6a-a432-f959af69799e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:03.562440 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1096b-267e-4f6a-a432-f959af69799e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:03.562785 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1096b-267e-4f6a-a432-f959af69799e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:03.563128 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1096b-267e-4f6a-a432-f959af69799e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:03.566181 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-a2c1096b-267e-4f6a-a432-f959af69799e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:11.505684 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:13.179151 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-69a6bce1-a8e0-467b-8a92-d759efc406fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:15.764936 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-139c30a0-0ac5-4a50-8177-7114e28fe9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:15.939849 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:17.075268 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:18.468031 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:23.504419 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46468) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:22:23.606468 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-4f33084d-9cbc-400c-9792-a830573fa8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:23.705354 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-4f33084d-9cbc-400c-9792-a830573fa8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:23.709118 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-4f33084d-9cbc-400c-9792-a830573fa8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:23.712417 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-0b310d4e-56a2-4749-9c06-21315c068c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:23.751678 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-4f33084d-9cbc-400c-9792-a830573fa8ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cef5ad9b439241918bc940f943b3f900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461805 Jun 11 00:22:23.752776 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33084d-9cbc-400c-9792-a830573fa8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e0e089-d5eb-4089-a042-14974e57f7a4,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:23.754459 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46472) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:22:23.755897 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-4f33084d-9cbc-400c-9792-a830573fa8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:23.806670 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1eae7c16-a136-4f77-a826-c20e0b0bd65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:23.829612 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1eae7c16-a136-4f77-a826-c20e0b0bd65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:23.877917 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1eae7c16-a136-4f77-a826-c20e0b0bd65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:23.880731 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1eae7c16-a136-4f77-a826-c20e0b0bd65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:23.881869 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-1eae7c16-a136-4f77-a826-c20e0b0bd65e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35e0e089-d5eb-4089-a042-14974e57f7a4 HTTP/1.1" status: 204 len: 168 time: 0.1264141 Jun 11 00:22:23.882651 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-29dea05b-2d2b-4fb3-941f-e86e33688844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:23.891346 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae7c16-a136-4f77-a826-c20e0b0bd65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e0e089-d5eb-4089-a042-14974e57f7a4,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:23.898433 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae7c16-a136-4f77-a826-c20e0b0bd65e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:23.898914 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae7c16-a136-4f77-a826-c20e0b0bd65e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:23.899293 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae7c16-a136-4f77-a826-c20e0b0bd65e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:23.899685 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae7c16-a136-4f77-a826-c20e0b0bd65e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:23.900046 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae7c16-a136-4f77-a826-c20e0b0bd65e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:23.900411 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae7c16-a136-4f77-a826-c20e0b0bd65e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:23.900887 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae7c16-a136-4f77-a826-c20e0b0bd65e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:23.901299 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae7c16-a136-4f77-a826-c20e0b0bd65e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:23.901661 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae7c16-a136-4f77-a826-c20e0b0bd65e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:23.902016 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae7c16-a136-4f77-a826-c20e0b0bd65e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:23.902407 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae7c16-a136-4f77-a826-c20e0b0bd65e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:23.902732 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae7c16-a136-4f77-a826-c20e0b0bd65e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:23.905789 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-1eae7c16-a136-4f77-a826-c20e0b0bd65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:24.463713 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46494) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:22:24.556423 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-f87804c6-81e5-4acb-9dc8-e1057d1f39ac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-845891463-network', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:22:24.577569 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87804c6-81e5-4acb-9dc8-e1057d1f39ac admin admin] Made reservation on behalf of 70d07cfff50c45bbb0e8533e72f1cb9f for: {'network': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:22:24.579809 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f87804c6-81e5-4acb-9dc8-e1057d1f39ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for network, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:24.590436 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f87804c6-81e5-4acb-9dc8-e1057d1f39ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:24.685640 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f87804c6-81e5-4acb-9dc8-e1057d1f39ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:24.689191 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f87804c6-81e5-4acb-9dc8-e1057d1f39ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:24.692069 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-37c56514-d773-4724-83ea-02cabf0e7fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:24.716126 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f87804c6-81e5-4acb-9dc8-e1057d1f39ac admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=91887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:22:24.725616 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87804c6-81e5-4acb-9dc8-e1057d1f39ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:24.729782 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f87804c6-81e5-4acb-9dc8-e1057d1f39ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:24.730828 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f87804c6-81e5-4acb-9dc8-e1057d1f39ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:24.731171 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.db.segments_db [None req-f87804c6-81e5-4acb-9dc8-e1057d1f39ac admin admin] Added segment 05c00fdb-d64b-478c-8a74-4b6427aa730e of type vlan for network 9023436a-36a2-4328-aff7-18cb1e5d7fbd Jun 11 00:22:24.779247 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f87804c6-81e5-4acb-9dc8-e1057d1f39ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777603396253'] for network, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:24.807151 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f87804c6-81e5-4acb-9dc8-e1057d1f39ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395'] for network, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:24.808506 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87804c6-81e5-4acb-9dc8-e1057d1f39ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:24.809089 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f87804c6-81e5-4acb-9dc8-e1057d1f39ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:24.811101 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-8d86ab8b-a948-408e-a6b4-b19c17cff121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:24.848215 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-f87804c6-81e5-4acb-9dc8-e1057d1f39ac admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3833847 Jun 11 00:22:24.851027 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46498) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:22:24.856203 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-3bdfbcf1-8e52-47b6-b359-8e25d556b645 admin admin] Request body: {'subnet': {'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-845891463-subnet', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'ip_version': 4}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:22:24.876317 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdfbcf1-8e52-47b6-b359-8e25d556b645 admin admin] Made reservation on behalf of 70d07cfff50c45bbb0e8533e72f1cb9f for: {'subnet': 1} {{(pid=91888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:22:24.878653 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3bdfbcf1-8e52-47b6-b359-8e25d556b645 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555063'] for subnet, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:24.892816 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87804c6-81e5-4acb-9dc8-e1057d1f39ac admin admin] Pushing event updated for resources: {'Network': ['ID=9023436a-36a2-4328-aff7-18cb1e5d7fbd,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:24.895598 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f87804c6-81e5-4acb-9dc8-e1057d1f39ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:24.903036 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Network 9023436a-36a2-4328-aff7-18cb1e5d7fbd details requested by agent ovs-agent-dv-cinder-786260-5-iscsi with host dv-cinder-786260-5-iscsi {{(pid=91889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:22:25.083063 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3bdfbcf1-8e52-47b6-b359-8e25d556b645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3493881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555041'] for subnet, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:25.085254 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-c6c29a6c-511e-46e7-bf53-6084cba9787b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:25.150571 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfbcf1-8e52-47b6-b359-8e25d556b645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ae933b1-0995-4a95-af6b-716827b45f38,revision_number=0']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:25.154045 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-3bdfbcf1-8e52-47b6-b359-8e25d556b645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:25.159275 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdfbcf1-8e52-47b6-b359-8e25d556b645 admin admin] Checking segment: {'id': '05c00fdb-d64b-478c-8a74-4b6427aa730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:22:25.159667 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdfbcf1-8e52-47b6-b359-8e25d556b645 admin admin] Network hostable DHCP agents. Network: 9023436a-36a2-4328-aff7-18cb1e5d7fbd, hostable agents: ['ce8ef649-8289-40e7-a272-310ee0704403'], hosted agents: [] {{(pid=91888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:22:25.176326 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdfbcf1-8e52-47b6-b359-8e25d556b645 admin admin] Network 9023436a-36a2-4328-aff7-18cb1e5d7fbd is scheduled to be hosted by DHCP agent ce8ef649-8289-40e7-a272-310ee0704403 with binding_index 1 {{(pid=91888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:22:25.185208 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [None req-3bdfbcf1-8e52-47b6-b359-8e25d556b645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-iscsi, 9023436a-36a2-4328-aff7-18cb1e5d7fbd) {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:22:25.189316 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdfbcf1-8e52-47b6-b359-8e25d556b645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:25.189911 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3bdfbcf1-8e52-47b6-b359-8e25d556b645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for subnet, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:25.194410 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131b0be1-f5e7-49fb-a8c5-b4200a326ba6 None None] Network 9023436a-36a2-4328-aff7-18cb1e5d7fbd requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:22:25.203735 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-3bdfbcf1-8e52-47b6-b359-8e25d556b645 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3515923 Jun 11 00:22:25.206257 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46500) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:22:25.210496 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-6ab1c3a7-4b1e-4283-b69f-a2c6b04ff920 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-845891463-router', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:22:25.231588 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6ab1c3a7-4b1e-4283-b69f-a2c6b04ff920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1805805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57663'] for router, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:25.232560 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6ab1c3a7-4b1e-4283-b69f-a2c6b04ff920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1805640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807546', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1829555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57654'] for router, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:25.296424 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6ab1c3a7-4b1e-4283-b69f-a2c6b04ff920 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:25.377848 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb50485c-9bec-542c-b087-b5f348a75376-9023436a-36a2-4328-aff7-18cb1e5d7fbd', 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'fixed_ips': [{'subnet_id': '3ae933b1-0995-4a95-af6b-716827b45f38'}]}} from dv-cinder-786260-5-iscsi. {{(pid=91889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 00:22:25.378934 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:25.490780 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6ab1c3a7-4b1e-4283-b69f-a2c6b04ff920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1807539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1805791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57796'] for router, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:25.529118 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.db_base_plugin_common [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Allocated IP 172.20.0.2 (9023436a-36a2-4328-aff7-18cb1e5d7fbd/3ae933b1-0995-4a95-af6b-716827b45f38/26b5f715-6a7c-4f83-bef3-11f351717cbd) {{(pid=91889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:22:25.699590 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Notify callbacks [] for port, precommit_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:25.707627 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Transition to ACTIVE for port object 26b5f715-6a7c-4f83-bef3-11f351717cbd will not be triggered until provisioned by entity L2. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:22:25.722440 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Transition to ACTIVE for port object 26b5f715-6a7c-4f83-bef3-11f351717cbd will not be triggered until provisioned by entity DHCP. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:22:25.728253 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:25.731313 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:25.746785 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6ab1c3a7-4b1e-4283-b69f-a2c6b04ff920 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:25.772606 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6ab1c3a7-4b1e-4283-b69f-a2c6b04ff920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:25.774528 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Network 9023436a-36a2-4328-aff7-18cb1e5d7fbd is already hosted by enough agents. {{(pid=91889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:22:25.777399 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.scheduler.base_scheduler [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Resources bound (agent type, host, resource id): {{(pid=91889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:22:25.780886 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Received port after_create {{(pid=91889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:22:25.789314 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Pushing event updated for resources: {'Port': ['ID=26b5f715-6a7c-4f83-bef3-11f351717cbd,revision_number=1']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:25.823361 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:25.823739 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:25.824155 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:25.824967 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:25.825308 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:25.825641 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:25.825968 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:25.826315 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:25.826626 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:25.826947 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:25.827275 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:25.827622 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:25.831712 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:25.866021 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Attempting to bind port 26b5f715-6a7c-4f83-bef3-11f351717cbd on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:22:25.866405 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Attempting to bind port 26b5f715-6a7c-4f83-bef3-11f351717cbd by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': '05c00fdb-d64b-478c-8a74-4b6427aa730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd'}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:22:25.866779 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Attempting to bind port 26b5f715-6a7c-4f83-bef3-11f351717cbd on network 9023436a-36a2-4328-aff7-18cb1e5d7fbd {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:22:25.872698 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:22:25.873084 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Checking segment: {'id': '05c00fdb-d64b-478c-8a74-4b6427aa730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:22:25.873489 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:25.873899 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Bound using segment: {'id': '05c00fdb-d64b-478c-8a74-4b6427aa730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd'} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:22:25.874372 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Bound port: 26b5f715-6a7c-4f83-bef3-11f351717cbd, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c00fdb-d64b-478c-8a74-4b6427aa730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd'}}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:22:25.874748 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:25.950737 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] For port 26b5f715-6a7c-4f83-bef3-11f351717cbd, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:22:25.954336 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] For port 26b5f715-6a7c-4f83-bef3-11f351717cbd, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=26b5f715-6a7c-4f83-bef3-11f351717cbd,segment=NetworkSegment(05c00fdb-d64b-478c-8a74-4b6427aa730e),segment_id=05c00fdb-d64b-478c-8a74-4b6427aa730e)] {{(pid=91889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:22:25.958058 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:25.960093 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:26.034046 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Pushing event updated for resources: {'Port': ['ID=26b5f715-6a7c-4f83-bef3-11f351717cbd,revision_number=2']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:26.037378 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:26.189353 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_common [None req-6ab1c3a7-4b1e-4283-b69f-a2c6b04ff920 admin admin] Allocated IP 172.27.0.94 (ac6ac806-5702-4387-9142-a5902410ace9/3051342c-25eb-4552-a861-7cf92af851d2/36699d8c-26ca-4976-aa3a-1ad8110ca21d) {{(pid=91888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:22:26.327578 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6ab1c3a7-4b1e-4283-b69f-a2c6b04ff920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:26.365447 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6ab1c3a7-4b1e-4283-b69f-a2c6b04ff920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3493225'] for port, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:26.367332 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-941e2ff0-1bb2-4047-844b-397752ab01f3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:26.412903 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab1c3a7-4b1e-4283-b69f-a2c6b04ff920 admin admin] Network ac6ac806-5702-4387-9142-a5902410ace9 is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:22:26.417085 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [None req-6ab1c3a7-4b1e-4283-b69f-a2c6b04ff920 admin admin] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:22:26.421822 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab1c3a7-4b1e-4283-b69f-a2c6b04ff920 admin admin] Received port after_create {{(pid=91888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:22:26.424785 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1c3a7-4b1e-4283-b69f-a2c6b04ff920 admin admin] Pushing event updated for resources: {'Port': ['ID=36699d8c-26ca-4976-aa3a-1ad8110ca21d,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:26.449568 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-6ab1c3a7-4b1e-4283-b69f-a2c6b04ff920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:26.754498 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6ab1c3a7-4b1e-4283-b69f-a2c6b04ff920 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:26.876645 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebded18-33d8-46bb-9d5b-bf84162458bd None None] Network 9023436a-36a2-4328-aff7-18cb1e5d7fbd requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:22:26.969422 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 26b5f715-6a7c-4f83-bef3-11f351717cbd up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:22:27.048305 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6ab1c3a7-4b1e-4283-b69f-a2c6b04ff920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808123'] for router, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:27.131022 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-ff5f39a1-1f93-4e42-b7a5-1e2a285df533 None None] Provisioning for port 26b5f715-6a7c-4f83-bef3-11f351717cbd completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:22:27.212582 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab1c3a7-4b1e-4283-b69f-a2c6b04ff920 admin admin] Router f5a6a2c0-4192-413f-81b3-82d5f30d37ef is scheduled to L3 agent 13048256-9efd-4e96-9632-a13a528604ea with binding_index 1 {{(pid=91888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 00:22:27.216130 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port 26b5f715-6a7c-4f83-bef3-11f351717cbd completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:22:27.241721 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 26b5f715-6a7c-4f83-bef3-11f351717cbd triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:22:27.242097 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:27.352866 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:27.364018 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab1c3a7-4b1e-4283-b69f-a2c6b04ff920 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:22:27.379771 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] Sync routers for ids ['f5a6a2c0-4192-413f-81b3-82d5f30d37ef'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:22:27.385380 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-6ab1c3a7-4b1e-4283-b69f-a2c6b04ff920 admin admin] Notify callbacks [] for router, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:27.389182 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-6ab1c3a7-4b1e-4283-b69f-a2c6b04ff920 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1795535 Jun 11 00:22:27.389525 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46502) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:22:27.404374 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] Routers {'f5a6a2c0-4192-413f-81b3-82d5f30d37ef'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:22:27.405024 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:22:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['f5a6a2c0-4192-413f-81b3-82d5f30d37ef'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:22:27.408263 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port 26b5f715-6a7c-4f83-bef3-11f351717cbd, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=26b5f715-6a7c-4f83-bef3-11f351717cbd,segment=NetworkSegment(05c00fdb-d64b-478c-8a74-4b6427aa730e),segment_id=05c00fdb-d64b-478c-8a74-4b6427aa730e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:22:27.458599 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:27.502166 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:27.591525 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=26b5f715-6a7c-4f83-bef3-11f351717cbd,revision_number=3']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:27.596402 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:27.607310 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-0ff38c87-dc2b-455d-ae8c-a84004dee071 None None] Provisioning complete for port 26b5f715-6a7c-4f83-bef3-11f351717cbd triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:22:27.607713 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-0ff38c87-dc2b-455d-ae8c-a84004dee071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:27.610804 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] Set router f5a6a2c0-4192-413f-81b3-82d5f30d37ef gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:22:27.915308 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'name': 'tempest-TestMinimumBasicScenario-845891463-router', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:26Z', 'revision_number': 3, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'gw_port': {'id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:48:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:22:27.918597 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] Checking router: f5a6a2c0-4192-413f-81b3-82d5f30d37ef for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:22:27.919000 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] Updating router f5a6a2c0-4192-413f-81b3-82d5f30d37ef port 36699d8c-26ca-4976-aa3a-1ad8110ca21d binding host dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:22:27.928211 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:27.958893 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:28.103696 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_common [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Allocated IP 172.20.0.1 (9023436a-36a2-4328-aff7-18cb1e5d7fbd/3ae933b1-0995-4a95-af6b-716827b45f38/cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a) {{(pid=91888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:22:28.258192 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] Notify callbacks [] for port, precommit_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:28.269485 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] Transition to ACTIVE for port object 36699d8c-26ca-4976-aa3a-1ad8110ca21d will not be triggered until provisioned by entity L2. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:22:28.275395 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:28.277372 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:28.337093 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae2fb0-f9f5-412d-98ca-9e38b252e2a8 None None] Pushing event updated for resources: {'Port': ['ID=36699d8c-26ca-4976-aa3a-1ad8110ca21d,revision_number=2']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:28.339585 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] Attempting to bind port 36699d8c-26ca-4976-aa3a-1ad8110ca21d on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:22:28.339968 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] Attempting to bind port 36699d8c-26ca-4976-aa3a-1ad8110ca21d by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:22:28.340342 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] Attempting to bind port 36699d8c-26ca-4976-aa3a-1ad8110ca21d on network ac6ac806-5702-4387-9142-a5902410ace9 {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:22:28.342536 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-c9ae2fb0-f9f5-412d-98ca-9e38b252e2a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:28.346535 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:22:28.346923 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] Checking segment: {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:22:28.347329 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:28.347751 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] Bound using segment: {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:22:28.348231 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] Bound port: 36699d8c-26ca-4976-aa3a-1ad8110ca21d, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:22:28.348614 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:28.410004 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] For port 36699d8c-26ca-4976-aa3a-1ad8110ca21d, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:22:28.413243 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] For port 36699d8c-26ca-4976-aa3a-1ad8110ca21d, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=36699d8c-26ca-4976-aa3a-1ad8110ca21d,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:22:28.416955 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:28.419409 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:28.485296 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] Routers {'f5a6a2c0-4192-413f-81b3-82d5f30d37ef'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:22:28.485918 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:22:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['f5a6a2c0-4192-413f-81b3-82d5f30d37ef'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:22:28.500973 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:28.514816 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.provisioning_blocks [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Transition to ACTIVE for port object cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a will not be triggered until provisioned by entity DHCP. {{(pid=91888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:22:28.536203 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae2fb0-f9f5-412d-98ca-9e38b252e2a8 None None] Pushing event updated for resources: {'Port': ['ID=36699d8c-26ca-4976-aa3a-1ad8110ca21d,revision_number=3']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:28.551328 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3493225'] for port, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:28.554230 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-db285018-213d-47de-b2f7-c2b80c84546a tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:28.584995 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-c9ae2fb0-f9f5-412d-98ca-9e38b252e2a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:28.597596 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Network 9023436a-36a2-4328-aff7-18cb1e5d7fbd is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:22:28.601960 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:22:28.606758 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Received port after_create {{(pid=91888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:22:28.609834 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Pushing event updated for resources: {'Port': ['ID=cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:28.633682 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] Set router f5a6a2c0-4192-413f-81b3-82d5f30d37ef gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:22:28.639200 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:28.658184 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808700'] for router_interface, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:28.833579 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:28.940086 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 26b5f715-6a7c-4f83-bef3-11f351717cbd up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:22:28.985207 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-76abaeff-651f-49b7-8d29-358be2bf6306 None None] Provisioning for port cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:22:29.001449 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-76abaeff-651f-49b7-8d29-358be2bf6306 None None] Provisioning complete for port cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:22:29.001828 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-76abaeff-651f-49b7-8d29-358be2bf6306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:29.036942 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:29.042295 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3493243'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:29.044970 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-ed88a994-9ace-4e87-8fb8-abb30566449a tempest-ServerRescueNegativeTestJSON-1737542729 tempest-ServerRescueNegativeTestJSON-1737542729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:29.086724 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-76abaeff-651f-49b7-8d29-358be2bf6306 None None] Port cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:22:29.097397 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 26b5f715-6a7c-4f83-bef3-11f351717cbd triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:22:29.097782 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:29.126517 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Pushing event updated for resources: {'Port': ['ID=cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a,revision_number=2']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:29.129319 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808712'] for router_interface, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:29.132010 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:29.141397 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'name': 'tempest-TestMinimumBasicScenario-845891463-router', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:26Z', 'revision_number': 3, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'gw_port': {'id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:48:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:22:29.147085 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e3e8ae-e10d-47ac-b4b1-342eb45b1dc6 None None] The sync data for ids ['f5a6a2c0-4192-413f-81b3-82d5f30d37ef'] in dv-cinder-786260-5-iscsi is: [{'id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'name': 'tempest-TestMinimumBasicScenario-845891463-router', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:26Z', 'revision_number': 3, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'gw_port': {'id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:48:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:22:29.253362 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Network 9023436a-36a2-4328-aff7-18cb1e5d7fbd is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:22:29.254696 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:22:29.435260 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Router f5a6a2c0-4192-413f-81b3-82d5f30d37ef has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:22:29.508912 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-d46dad7c-db2f-437c-a383-0d01551decf2 None None] Provisioning complete for port cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:22:29.509478 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d46dad7c-db2f-437c-a383-0d01551decf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:29.553114 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-d46dad7c-db2f-437c-a383-0d01551decf2 None None] Port cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:22:29.587688 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:22:29.593224 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] 10.222.0.15 "PUT /v2.0/routers/f5a6a2c0-4192-413f-81b3-82d5f30d37ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2025824 Jun 11 00:22:30.057156 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46518) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:22:30.062810 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-19016ab1-e54f-48cf-b138-25d0c49d701e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-70813674-network', 'tenant_id': '504d617e2e56428f93c267111a956e58'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:22:30.082588 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19016ab1-e54f-48cf-b138-25d0c49d701e admin admin] Made reservation on behalf of 504d617e2e56428f93c267111a956e58 for: {'network': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:22:30.085005 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-19016ab1-e54f-48cf-b138-25d0c49d701e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for network, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:30.096839 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-19016ab1-e54f-48cf-b138-25d0c49d701e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:30.189817 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-19016ab1-e54f-48cf-b138-25d0c49d701e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:30.193452 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-19016ab1-e54f-48cf-b138-25d0c49d701e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:30.196273 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-ab08ad2e-8d68-4a48-8f55-a1e08b02a36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:30.222523 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19016ab1-e54f-48cf-b138-25d0c49d701e admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=91887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:22:30.228491 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19016ab1-e54f-48cf-b138-25d0c49d701e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1796e629-94c5-4b80-9c50-708692d53eb0,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:30.232595 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-19016ab1-e54f-48cf-b138-25d0c49d701e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:30.237005 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-19016ab1-e54f-48cf-b138-25d0c49d701e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:30.237436 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.db.segments_db [None req-19016ab1-e54f-48cf-b138-25d0c49d701e admin admin] Added segment e2bdbf9e-2700-42fa-bc83-316051e639ed of type vlan for network f4169046-c29b-47bf-96b8-f39efabd16ae Jun 11 00:22:30.298285 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-19016ab1-e54f-48cf-b138-25d0c49d701e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777603396253'] for network, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:30.328267 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-19016ab1-e54f-48cf-b138-25d0c49d701e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395'] for network, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:30.329799 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19016ab1-e54f-48cf-b138-25d0c49d701e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:30.330380 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-19016ab1-e54f-48cf-b138-25d0c49d701e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:30.332541 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-496a1842-84de-41da-b528-307f0f28f3a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:30.369013 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-19016ab1-e54f-48cf-b138-25d0c49d701e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3107538 Jun 11 00:22:30.372319 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46520) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:22:30.378679 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-9115255b-dc7a-472e-bd58-a2b1a6ab3a76 admin admin] Request body: {'subnet': {'network_id': 'f4169046-c29b-47bf-96b8-f39efabd16ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-70813674-subnet', 'tenant_id': '504d617e2e56428f93c267111a956e58', 'ip_version': 4}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:22:30.424597 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19016ab1-e54f-48cf-b138-25d0c49d701e admin admin] Pushing event updated for resources: {'Network': ['ID=f4169046-c29b-47bf-96b8-f39efabd16ae,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:30.428134 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-19016ab1-e54f-48cf-b138-25d0c49d701e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:30.435955 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Network f4169046-c29b-47bf-96b8-f39efabd16ae details requested by agent ovs-agent-dv-cinder-786260-5-iscsi with host dv-cinder-786260-5-iscsi {{(pid=91889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:22:30.445283 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9115255b-dc7a-472e-bd58-a2b1a6ab3a76 admin admin] Made reservation on behalf of 504d617e2e56428f93c267111a956e58 for: {'subnet': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:22:30.447790 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9115255b-dc7a-472e-bd58-a2b1a6ab3a76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8802620'] for subnet, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:30.595268 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] Sync routers for ids ['f5a6a2c0-4192-413f-81b3-82d5f30d37ef'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:22:30.604348 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] Routers {'f5a6a2c0-4192-413f-81b3-82d5f30d37ef'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:22:30.605648 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:22:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['f5a6a2c0-4192-413f-81b3-82d5f30d37ef'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:22:30.664400 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9115255b-dc7a-472e-bd58-a2b1a6ab3a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3175718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8802602'] for subnet, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:30.666218 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:30.721756 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115255b-dc7a-472e-bd58-a2b1a6ab3a76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e2c9653-3932-455f-8128-46aa3085c2c7,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:30.729849 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-9115255b-dc7a-472e-bd58-a2b1a6ab3a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:30.738888 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9115255b-dc7a-472e-bd58-a2b1a6ab3a76 admin admin] Checking segment: {'id': 'e2bdbf9e-2700-42fa-bc83-316051e639ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f4169046-c29b-47bf-96b8-f39efabd16ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:22:30.739664 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9115255b-dc7a-472e-bd58-a2b1a6ab3a76 admin admin] Network hostable DHCP agents. Network: f4169046-c29b-47bf-96b8-f39efabd16ae, hostable agents: ['ce8ef649-8289-40e7-a272-310ee0704403'], hosted agents: [] {{(pid=91887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:22:30.751864 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] Set router f5a6a2c0-4192-413f-81b3-82d5f30d37ef gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:22:30.756066 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9115255b-dc7a-472e-bd58-a2b1a6ab3a76 admin admin] Network f4169046-c29b-47bf-96b8-f39efabd16ae is scheduled to be hosted by DHCP agent ce8ef649-8289-40e7-a272-310ee0704403 with binding_index 1 {{(pid=91887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:22:30.764895 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-9115255b-dc7a-472e-bd58-a2b1a6ab3a76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-iscsi, f4169046-c29b-47bf-96b8-f39efabd16ae) {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:22:30.769932 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9115255b-dc7a-472e-bd58-a2b1a6ab3a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:30.771795 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9115255b-dc7a-472e-bd58-a2b1a6ab3a76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:30.773116 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b59b2b-5fb3-4d18-b191-bfbf5d3dcf7f None None] Network f4169046-c29b-47bf-96b8-f39efabd16ae requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:22:30.785541 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-9115255b-dc7a-472e-bd58-a2b1a6ab3a76 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4121873 Jun 11 00:22:30.788028 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46522) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:22:30.792412 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-d065751f-4c78-4050-b593-636cecf88810 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-70813674-router', 'tenant_id': '504d617e2e56428f93c267111a956e58', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:22:30.816999 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d065751f-4c78-4050-b593-636cecf88810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1805805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57663'] for router, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:30.817988 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d065751f-4c78-4050-b593-636cecf88810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1805640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807546', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1829555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57654'] for router, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:30.901320 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d065751f-4c78-4050-b593-636cecf88810 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:30.986952 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb50485c-9bec-542c-b087-b5f348a75376-f4169046-c29b-47bf-96b8-f39efabd16ae', 'network_id': 'f4169046-c29b-47bf-96b8-f39efabd16ae', 'tenant_id': '504d617e2e56428f93c267111a956e58', 'fixed_ips': [{'subnet_id': '2e2c9653-3932-455f-8128-46aa3085c2c7'}]}} from dv-cinder-786260-5-iscsi. {{(pid=91889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 00:22:30.987975 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:30.990199 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 36699d8c-26ca-4976-aa3a-1ad8110ca21d up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:22:31.135216 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port 36699d8c-26ca-4976-aa3a-1ad8110ca21d completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:22:31.138327 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d065751f-4c78-4050-b593-636cecf88810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1807539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1805791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57796'] for router, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:31.143592 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 36699d8c-26ca-4976-aa3a-1ad8110ca21d triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:22:31.144087 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:31.151255 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'name': 'tempest-TestMinimumBasicScenario-845891463-router', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:28Z', 'revision_number': 4, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'gw_port': {'id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:48:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': 'cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a', 'name': '', 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'mac_address': 'fa:16:3e:1d:3c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3ae933b1-0995-4a95-af6b-716827b45f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:27Z', 'updated_at': '2021-06-11T00:22:28Z', 'revision_number': 2, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'subnets': [{'id': '3ae933b1-0995-4a95-af6b-716827b45f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:22:31.155225 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] Checking router: f5a6a2c0-4192-413f-81b3-82d5f30d37ef for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:22:31.155627 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] Updating router f5a6a2c0-4192-413f-81b3-82d5f30d37ef port cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a binding host dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:22:31.197002 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:31.239349 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.db_base_plugin_common [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Allocated IP 172.20.0.2 (f4169046-c29b-47bf-96b8-f39efabd16ae/2e2c9653-3932-455f-8128-46aa3085c2c7/3b7360b6-437e-4106-ac1c-7db8204b396b) {{(pid=91889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:22:31.402445 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:31.417490 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d065751f-4c78-4050-b593-636cecf88810 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:31.448519 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d065751f-4c78-4050-b593-636cecf88810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:31.460779 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port 36699d8c-26ca-4976-aa3a-1ad8110ca21d, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=36699d8c-26ca-4976-aa3a-1ad8110ca21d,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:22:31.466365 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:31.475491 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:31.505255 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Notify callbacks [] for port, precommit_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:31.518657 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:31.527428 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Transition to ACTIVE for port object 3b7360b6-437e-4106-ac1c-7db8204b396b will not be triggered until provisioned by entity L2. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:22:31.528931 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.provisioning_blocks [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] Transition to ACTIVE for port object cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a will not be triggered until provisioned by entity L2. {{(pid=91890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:22:31.536599 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:31.539616 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-85f874fe-8904-474f-9afd-ccae249cd1a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:31.561441 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Transition to ACTIVE for port object 3b7360b6-437e-4106-ac1c-7db8204b396b will not be triggered until provisioned by entity DHCP. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:22:31.563079 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=36699d8c-26ca-4976-aa3a-1ad8110ca21d,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:31.566522 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:31.570909 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [None req-d065751f-4c78-4050-b593-636cecf88810 admin admin] Allocated IP 172.27.0.170 (ac6ac806-5702-4387-9142-a5902410ace9/3051342c-25eb-4552-a861-7cf92af851d2/b5b33f30-0e8a-4179-a2a0-a11e1989e38c) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:22:31.574228 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:31.578656 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:31.637556 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Network f4169046-c29b-47bf-96b8-f39efabd16ae is already hosted by enough agents. {{(pid=91889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:22:31.640674 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.scheduler.base_scheduler [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Resources bound (agent type, host, resource id): {{(pid=91889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:22:31.643880 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Received port after_create {{(pid=91889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:22:31.651556 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Pushing event updated for resources: {'Port': ['ID=3b7360b6-437e-4106-ac1c-7db8204b396b,revision_number=1']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:31.655587 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:31.679342 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b18abb-c9fb-4e12-80d3-a82fde209ea3 None None] Pushing event updated for resources: {'Port': ['ID=cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a,revision_number=3']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:31.710711 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b18abb-c9fb-4e12-80d3-a82fde209ea3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:31.711053 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b18abb-c9fb-4e12-80d3-a82fde209ea3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:31.711525 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b18abb-c9fb-4e12-80d3-a82fde209ea3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:31.711813 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b18abb-c9fb-4e12-80d3-a82fde209ea3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:31.712144 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b18abb-c9fb-4e12-80d3-a82fde209ea3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:31.712469 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b18abb-c9fb-4e12-80d3-a82fde209ea3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:31.712789 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b18abb-c9fb-4e12-80d3-a82fde209ea3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:31.713109 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b18abb-c9fb-4e12-80d3-a82fde209ea3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:31.713516 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b18abb-c9fb-4e12-80d3-a82fde209ea3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:31.713755 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b18abb-c9fb-4e12-80d3-a82fde209ea3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:31.714944 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b18abb-c9fb-4e12-80d3-a82fde209ea3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:31.715290 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b18abb-c9fb-4e12-80d3-a82fde209ea3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:22:31.721082 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-83b18abb-c9fb-4e12-80d3-a82fde209ea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:31.733297 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] Attempting to bind port cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:22:31.733670 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] Attempting to bind port cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': '05c00fdb-d64b-478c-8a74-4b6427aa730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd'}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:22:31.734037 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] Attempting to bind port cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a on network 9023436a-36a2-4328-aff7-18cb1e5d7fbd {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:22:31.736021 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Attempting to bind port 3b7360b6-437e-4106-ac1c-7db8204b396b on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:22:31.736578 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Attempting to bind port 3b7360b6-437e-4106-ac1c-7db8204b396b by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': 'e2bdbf9e-2700-42fa-bc83-316051e639ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f4169046-c29b-47bf-96b8-f39efabd16ae'}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:22:31.737130 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Attempting to bind port 3b7360b6-437e-4106-ac1c-7db8204b396b on network f4169046-c29b-47bf-96b8-f39efabd16ae {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:22:31.739975 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:22:31.740380 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] Checking segment: {'id': '05c00fdb-d64b-478c-8a74-4b6427aa730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:22:31.740787 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:31.741348 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] Bound using segment: {'id': '05c00fdb-d64b-478c-8a74-4b6427aa730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd'} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:22:31.741824 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] Bound port: cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c00fdb-d64b-478c-8a74-4b6427aa730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd'}}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:22:31.742393 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:31.744097 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:22:31.744506 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Checking segment: {'id': 'e2bdbf9e-2700-42fa-bc83-316051e639ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f4169046-c29b-47bf-96b8-f39efabd16ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:22:31.745138 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:31.746188 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Bound using segment: {'id': 'e2bdbf9e-2700-42fa-bc83-316051e639ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f4169046-c29b-47bf-96b8-f39efabd16ae'} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:22:31.746701 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Bound port: 3b7360b6-437e-4106-ac1c-7db8204b396b, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bdbf9e-2700-42fa-bc83-316051e639ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f4169046-c29b-47bf-96b8-f39efabd16ae'}}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:22:31.747098 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:31.747764 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d065751f-4c78-4050-b593-636cecf88810 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:31.790275 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d065751f-4c78-4050-b593-636cecf88810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:31.793901 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:31.824868 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] For port cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:22:31.830154 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] For port cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a,segment=NetworkSegment(05c00fdb-d64b-478c-8a74-4b6427aa730e),segment_id=05c00fdb-d64b-478c-8a74-4b6427aa730e)] {{(pid=91890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:22:31.834764 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:31.837201 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] For port 3b7360b6-437e-4106-ac1c-7db8204b396b, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:22:31.838039 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d065751f-4c78-4050-b593-636cecf88810 admin admin] Network ac6ac806-5702-4387-9142-a5902410ace9 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:22:31.841130 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] For port 3b7360b6-437e-4106-ac1c-7db8204b396b, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=3b7360b6-437e-4106-ac1c-7db8204b396b,segment=NetworkSegment(e2bdbf9e-2700-42fa-bc83-316051e639ed),segment_id=e2bdbf9e-2700-42fa-bc83-316051e639ed)] {{(pid=91889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:22:31.841649 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-d065751f-4c78-4050-b593-636cecf88810 admin admin] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:22:31.843994 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:31.845026 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d065751f-4c78-4050-b593-636cecf88810 admin admin] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:22:31.847837 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:31.850618 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065751f-4c78-4050-b593-636cecf88810 admin admin] Pushing event updated for resources: {'Port': ['ID=b5b33f30-0e8a-4179-a2a0-a11e1989e38c,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:31.857742 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:31.880646 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d065751f-4c78-4050-b593-636cecf88810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:31.897678 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] Routers {'f5a6a2c0-4192-413f-81b3-82d5f30d37ef'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:22:31.898911 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:22:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['f5a6a2c0-4192-413f-81b3-82d5f30d37ef'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:22:31.960192 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Pushing event updated for resources: {'Port': ['ID=3b7360b6-437e-4106-ac1c-7db8204b396b,revision_number=2']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:31.966963 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:32.031968 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b18abb-c9fb-4e12-80d3-a82fde209ea3 None None] Pushing event updated for resources: {'Port': ['ID=cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a,revision_number=4']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:32.037185 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-83b18abb-c9fb-4e12-80d3-a82fde209ea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:32.072703 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] Set router f5a6a2c0-4192-413f-81b3-82d5f30d37ef gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:22:32.239008 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d065751f-4c78-4050-b593-636cecf88810 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:32.375629 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'name': 'tempest-TestMinimumBasicScenario-845891463-router', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:28Z', 'revision_number': 4, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'gw_port': {'id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': 'cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a', 'name': '', 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'mac_address': 'fa:16:3e:1d:3c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3ae933b1-0995-4a95-af6b-716827b45f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:27Z', 'updated_at': '2021-06-11T00:22:31Z', 'revision_number': 4, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'subnets': [{'id': '3ae933b1-0995-4a95-af6b-716827b45f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:22:32.379640 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192fe010-1e1a-464e-ae1c-edd86561e93c None None] The sync data for ids ['f5a6a2c0-4192-413f-81b3-82d5f30d37ef'] in dv-cinder-786260-5-iscsi is: [{'id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'name': 'tempest-TestMinimumBasicScenario-845891463-router', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:28Z', 'revision_number': 4, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'gw_port': {'id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': 'cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a', 'name': '', 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'mac_address': 'fa:16:3e:1d:3c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3ae933b1-0995-4a95-af6b-716827b45f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:27Z', 'updated_at': '2021-06-11T00:22:31Z', 'revision_number': 4, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'subnets': [{'id': '3ae933b1-0995-4a95-af6b-716827b45f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:22:32.819572 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d065751f-4c78-4050-b593-636cecf88810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808123'] for router, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:32.958662 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db54095a-49f4-4115-a2ef-0c6f09aae3c2 None None] Network f4169046-c29b-47bf-96b8-f39efabd16ae requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:22:33.012782 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d065751f-4c78-4050-b593-636cecf88810 admin admin] Router 998e3b93-67dc-4acf-bf61-8fd7a5450925 is scheduled to L3 agent 13048256-9efd-4e96-9632-a13a528604ea with binding_index 1 {{(pid=91887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 00:22:33.016345 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-29bd7f22-022f-4ead-b67f-36d79c0191ab None None] Provisioning for port 3b7360b6-437e-4106-ac1c-7db8204b396b completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:22:33.081734 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 36699d8c-26ca-4976-aa3a-1ad8110ca21d up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:22:33.175715 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d065751f-4c78-4050-b593-636cecf88810 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:22:33.194829 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-d065751f-4c78-4050-b593-636cecf88810 admin admin] Notify callbacks [] for router, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:33.199535 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-d065751f-4c78-4050-b593-636cecf88810 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4073465 Jun 11 00:22:33.199823 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46524) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:22:33.303938 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] Sync routers for ids ['998e3b93-67dc-4acf-bf61-8fd7a5450925'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:22:33.338951 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] Routers {'998e3b93-67dc-4acf-bf61-8fd7a5450925'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:22:33.339637 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:22:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['998e3b93-67dc-4acf-bf61-8fd7a5450925'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:22:33.412257 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 36699d8c-26ca-4976-aa3a-1ad8110ca21d triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:22:33.412644 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:33.560114 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] Set router 998e3b93-67dc-4acf-bf61-8fd7a5450925 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:22:33.712906 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 3b7360b6-437e-4106-ac1c-7db8204b396b up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:22:33.781421 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:33.866248 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port 3b7360b6-437e-4106-ac1c-7db8204b396b completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:22:33.871950 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 3b7360b6-437e-4106-ac1c-7db8204b396b triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:22:33.872335 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:33.929095 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998e3b93-67dc-4acf-bf61-8fd7a5450925', 'name': 'tempest-TestMinimumBasicScenario-70813674-router', 'tenant_id': '504d617e2e56428f93c267111a956e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b5b33f30-0e8a-4179-a2a0-a11e1989e38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:30Z', 'updated_at': '2021-06-11T00:22:32Z', 'revision_number': 3, 'project_id': '504d617e2e56428f93c267111a956e58', 'gw_port': {'id': 'b5b33f30-0e8a-4179-a2a0-a11e1989e38c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998e3b93-67dc-4acf-bf61-8fd7a5450925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:31Z', 'updated_at': '2021-06-11T00:22:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:22:33.930729 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-af0581ec-b712-413a-a0dd-7a12e7e6a041 None None] Provisioning complete for port 3b7360b6-437e-4106-ac1c-7db8204b396b triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:22:33.931112 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-af0581ec-b712-413a-a0dd-7a12e7e6a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:33.957363 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] Checking router: 998e3b93-67dc-4acf-bf61-8fd7a5450925 for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:22:33.957728 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] Updating router 998e3b93-67dc-4acf-bf61-8fd7a5450925 port b5b33f30-0e8a-4179-a2a0-a11e1989e38c binding host dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:22:33.971943 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] Allocated IP 172.20.0.1 (f4169046-c29b-47bf-96b8-f39efabd16ae/2e2c9653-3932-455f-8128-46aa3085c2c7/3ecb8528-2890-4e56-ac52-2c3db7f2c68e) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:22:34.045705 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:34.098048 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:34.107582 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:34.120214 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] Transition to ACTIVE for port object 3ecb8528-2890-4e56-ac52-2c3db7f2c68e will not be triggered until provisioned by entity DHCP. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:22:34.156291 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:34.159008 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-9e0570a4-1e13-43a2-8212-2c5b560a9212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:34.201007 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] Network f4169046-c29b-47bf-96b8-f39efabd16ae is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:22:34.205585 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:22:34.208941 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:22:34.238894 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-af0581ec-b712-413a-a0dd-7a12e7e6a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:34.241643 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port 3b7360b6-437e-4106-ac1c-7db8204b396b, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=3b7360b6-437e-4106-ac1c-7db8204b396b,segment=NetworkSegment(e2bdbf9e-2700-42fa-bc83-316051e639ed),segment_id=e2bdbf9e-2700-42fa-bc83-316051e639ed)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:22:34.242996 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] Pushing event updated for resources: {'Port': ['ID=3ecb8528-2890-4e56-ac52-2c3db7f2c68e,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:34.259717 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:34.260837 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:22:34.265215 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-7ac0e181-e8cc-4622-a547-fe1f401c619b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:34.265378 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:34.273676 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808700'] for router_interface, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:34.455883 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:34.474490 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=3b7360b6-437e-4106-ac1c-7db8204b396b,revision_number=3']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:34.481640 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:34.511128 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.db.api [None req-af0581ec-b712-413a-a0dd-7a12e7e6a041 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 00:22:34.511594 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_db.api [None req-af0581ec-b712-413a-a0dd-7a12e7e6a041 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 00:22:34.524112 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:22:34.536841 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:22:34.537224 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:34.619088 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] Notify callbacks [] for port, precommit_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:34.633151 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] Transition to ACTIVE for port object b5b33f30-0e8a-4179-a2a0-a11e1989e38c will not be triggered until provisioned by entity L2. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:22:34.641507 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:34.650349 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:34.655224 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:34.658872 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-dc631d11-8f29-402f-9a91-578407ad045b tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:34.664579 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-3bab8d61-b366-45ce-b114-bc4e2d56966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:34.725569 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:34.748338 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808712'] for router_interface, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:34.750325 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] Pushing event updated for resources: {'Port': ['ID=3ecb8528-2890-4e56-ac52-2c3db7f2c68e,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:34.753660 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:34.873386 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] Network f4169046-c29b-47bf-96b8-f39efabd16ae is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:22:34.875161 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:22:34.881430 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4192ed0-2f9a-4c4b-af72-b206fbd0bebe None None] Pushing event updated for resources: {'Port': ['ID=b5b33f30-0e8a-4179-a2a0-a11e1989e38c,revision_number=2']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:34.885462 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-a4192ed0-2f9a-4c4b-af72-b206fbd0bebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:34.886694 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] Attempting to bind port b5b33f30-0e8a-4179-a2a0-a11e1989e38c on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:22:34.887065 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] Attempting to bind port b5b33f30-0e8a-4179-a2a0-a11e1989e38c by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:22:34.887457 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] Attempting to bind port b5b33f30-0e8a-4179-a2a0-a11e1989e38c on network ac6ac806-5702-4387-9142-a5902410ace9 {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:22:34.898212 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:22:34.898598 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] Checking segment: {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:22:34.899002 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:34.899425 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] Bound using segment: {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:22:34.899903 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] Bound port: b5b33f30-0e8a-4179-a2a0-a11e1989e38c, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:22:34.900283 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:34.939465 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a,segment=NetworkSegment(05c00fdb-d64b-478c-8a74-4b6427aa730e),segment_id=05c00fdb-d64b-478c-8a74-4b6427aa730e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:22:34.949635 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:34.953188 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:35.010286 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] For port b5b33f30-0e8a-4179-a2a0-a11e1989e38c, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:22:35.066766 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] Router 998e3b93-67dc-4acf-bf61-8fd7a5450925 has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:22:35.070582 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 3b7360b6-437e-4106-ac1c-7db8204b396b up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:22:35.076627 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] For port b5b33f30-0e8a-4179-a2a0-a11e1989e38c, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=b5b33f30-0e8a-4179-a2a0-a11e1989e38c,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:22:35.100024 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:35.110337 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:35.112893 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:35.122059 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:35.172173 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:22:35.206605 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4192ed0-2f9a-4c4b-af72-b206fbd0bebe None None] Pushing event updated for resources: {'Port': ['ID=b5b33f30-0e8a-4179-a2a0-a11e1989e38c,revision_number=3']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:35.209483 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] Routers {'998e3b93-67dc-4acf-bf61-8fd7a5450925'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:22:35.210132 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:22:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['998e3b93-67dc-4acf-bf61-8fd7a5450925'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:22:35.212910 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-a4192ed0-2f9a-4c4b-af72-b206fbd0bebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:35.219748 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:22:35.224616 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-8529f09f-ff39-4124-a782-3f12fe6d5251 admin admin] 10.222.0.15 "PUT /v2.0/routers/998e3b93-67dc-4acf-bf61-8fd7a5450925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0237856 Jun 11 00:22:35.261520 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 3b7360b6-437e-4106-ac1c-7db8204b396b triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:22:35.261949 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:35.369686 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-40f2f89e-6fe7-46b4-a7d8-67d7e123f45d None None] Provisioning for port 3ecb8528-2890-4e56-ac52-2c3db7f2c68e completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:22:35.381728 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-40f2f89e-6fe7-46b4-a7d8-67d7e123f45d None None] Provisioning complete for port 3ecb8528-2890-4e56-ac52-2c3db7f2c68e triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:22:35.382094 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-40f2f89e-6fe7-46b4-a7d8-67d7e123f45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:35.438220 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] Set router 998e3b93-67dc-4acf-bf61-8fd7a5450925 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:22:35.493015 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-40f2f89e-6fe7-46b4-a7d8-67d7e123f45d None None] Port 3ecb8528-2890-4e56-ac52-2c3db7f2c68e cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:22:35.743188 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998e3b93-67dc-4acf-bf61-8fd7a5450925', 'name': 'tempest-TestMinimumBasicScenario-70813674-router', 'tenant_id': '504d617e2e56428f93c267111a956e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b5b33f30-0e8a-4179-a2a0-a11e1989e38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:30Z', 'updated_at': '2021-06-11T00:22:34Z', 'revision_number': 4, 'project_id': '504d617e2e56428f93c267111a956e58', 'gw_port': {'id': 'b5b33f30-0e8a-4179-a2a0-a11e1989e38c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998e3b93-67dc-4acf-bf61-8fd7a5450925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:31Z', 'updated_at': '2021-06-11T00:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '3ecb8528-2890-4e56-ac52-2c3db7f2c68e', 'name': '', 'network_id': 'f4169046-c29b-47bf-96b8-f39efabd16ae', 'tenant_id': '504d617e2e56428f93c267111a956e58', 'mac_address': 'fa:16:3e:5c:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998e3b93-67dc-4acf-bf61-8fd7a5450925', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e2c9653-3932-455f-8128-46aa3085c2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:33Z', 'updated_at': '2021-06-11T00:22:34Z', 'revision_number': 2, 'project_id': '504d617e2e56428f93c267111a956e58', 'subnets': [{'id': '2e2c9653-3932-455f-8128-46aa3085c2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:22:35.747294 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97f4bb2-dcc4-44be-b3b2-faa9aad4ff14 None None] The sync data for ids ['998e3b93-67dc-4acf-bf61-8fd7a5450925'] in dv-cinder-786260-5-iscsi is: [{'id': '998e3b93-67dc-4acf-bf61-8fd7a5450925', 'name': 'tempest-TestMinimumBasicScenario-70813674-router', 'tenant_id': '504d617e2e56428f93c267111a956e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b5b33f30-0e8a-4179-a2a0-a11e1989e38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:30Z', 'updated_at': '2021-06-11T00:22:34Z', 'revision_number': 4, 'project_id': '504d617e2e56428f93c267111a956e58', 'gw_port': {'id': 'b5b33f30-0e8a-4179-a2a0-a11e1989e38c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998e3b93-67dc-4acf-bf61-8fd7a5450925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:31Z', 'updated_at': '2021-06-11T00:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '3ecb8528-2890-4e56-ac52-2c3db7f2c68e', 'name': '', 'network_id': 'f4169046-c29b-47bf-96b8-f39efabd16ae', 'tenant_id': '504d617e2e56428f93c267111a956e58', 'mac_address': 'fa:16:3e:5c:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998e3b93-67dc-4acf-bf61-8fd7a5450925', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e2c9653-3932-455f-8128-46aa3085c2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:33Z', 'updated_at': '2021-06-11T00:22:34Z', 'revision_number': 2, 'project_id': '504d617e2e56428f93c267111a956e58', 'subnets': [{'id': '2e2c9653-3932-455f-8128-46aa3085c2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:22:37.141206 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:22:37.203000 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:22:37.203424 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:37.314510 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device b5b33f30-0e8a-4179-a2a0-a11e1989e38c up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:22:37.384282 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port b5b33f30-0e8a-4179-a2a0-a11e1989e38c completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:22:37.389734 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port b5b33f30-0e8a-4179-a2a0-a11e1989e38c triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:22:37.390199 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:37.492801 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:37.516845 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port b5b33f30-0e8a-4179-a2a0-a11e1989e38c, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=b5b33f30-0e8a-4179-a2a0-a11e1989e38c,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:22:37.521090 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:37.523179 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-41c015f4-27a5-41d6-b50d-8039a9f37817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:37.582489 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=b5b33f30-0e8a-4179-a2a0-a11e1989e38c,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:37.588601 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:39.037081 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device b5b33f30-0e8a-4179-a2a0-a11e1989e38c up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:22:39.100936 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port b5b33f30-0e8a-4179-a2a0-a11e1989e38c triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:22:39.103976 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:39.302414 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] Sync routers for ids ['998e3b93-67dc-4acf-bf61-8fd7a5450925'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:22:39.312953 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] Routers {'998e3b93-67dc-4acf-bf61-8fd7a5450925'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:22:39.313658 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:22:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['998e3b93-67dc-4acf-bf61-8fd7a5450925'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:22:39.462072 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] Set router 998e3b93-67dc-4acf-bf61-8fd7a5450925 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:22:39.825799 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998e3b93-67dc-4acf-bf61-8fd7a5450925', 'name': 'tempest-TestMinimumBasicScenario-70813674-router', 'tenant_id': '504d617e2e56428f93c267111a956e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b5b33f30-0e8a-4179-a2a0-a11e1989e38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:30Z', 'updated_at': '2021-06-11T00:22:34Z', 'revision_number': 4, 'project_id': '504d617e2e56428f93c267111a956e58', 'gw_port': {'id': 'b5b33f30-0e8a-4179-a2a0-a11e1989e38c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998e3b93-67dc-4acf-bf61-8fd7a5450925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:31Z', 'updated_at': '2021-06-11T00:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '3ecb8528-2890-4e56-ac52-2c3db7f2c68e', 'name': '', 'network_id': 'f4169046-c29b-47bf-96b8-f39efabd16ae', 'tenant_id': '504d617e2e56428f93c267111a956e58', 'mac_address': 'fa:16:3e:5c:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998e3b93-67dc-4acf-bf61-8fd7a5450925', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e2c9653-3932-455f-8128-46aa3085c2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:33Z', 'updated_at': '2021-06-11T00:22:34Z', 'revision_number': 2, 'project_id': '504d617e2e56428f93c267111a956e58', 'subnets': [{'id': '2e2c9653-3932-455f-8128-46aa3085c2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:22:39.829493 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] Checking router: 998e3b93-67dc-4acf-bf61-8fd7a5450925 for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:22:39.830094 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] Updating router 998e3b93-67dc-4acf-bf61-8fd7a5450925 port 3ecb8528-2890-4e56-ac52-2c3db7f2c68e binding host dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:22:39.875582 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:40.218986 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:40.230501 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.provisioning_blocks [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] Transition to ACTIVE for port object 3ecb8528-2890-4e56-ac52-2c3db7f2c68e will not be triggered until provisioned by entity L2. {{(pid=91890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:22:40.237911 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:40.240264 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:40.292456 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f759262-d0c1-4652-93aa-3ce166dda041 None None] Pushing event updated for resources: {'Port': ['ID=3ecb8528-2890-4e56-ac52-2c3db7f2c68e,revision_number=3']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:40.423307 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-2f759262-d0c1-4652-93aa-3ce166dda041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:40.438452 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] Attempting to bind port 3ecb8528-2890-4e56-ac52-2c3db7f2c68e on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:22:40.438835 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] Attempting to bind port 3ecb8528-2890-4e56-ac52-2c3db7f2c68e by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': 'e2bdbf9e-2700-42fa-bc83-316051e639ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f4169046-c29b-47bf-96b8-f39efabd16ae'}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:22:40.439200 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] Attempting to bind port 3ecb8528-2890-4e56-ac52-2c3db7f2c68e on network f4169046-c29b-47bf-96b8-f39efabd16ae {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:22:40.444530 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:22:40.444948 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] Checking segment: {'id': 'e2bdbf9e-2700-42fa-bc83-316051e639ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f4169046-c29b-47bf-96b8-f39efabd16ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:22:40.445322 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:40.445716 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] Bound using segment: {'id': 'e2bdbf9e-2700-42fa-bc83-316051e639ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f4169046-c29b-47bf-96b8-f39efabd16ae'} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:22:40.447416 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] Bound port: 3ecb8528-2890-4e56-ac52-2c3db7f2c68e, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bdbf9e-2700-42fa-bc83-316051e639ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f4169046-c29b-47bf-96b8-f39efabd16ae'}}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:22:40.447416 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:40.536819 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] For port 3ecb8528-2890-4e56-ac52-2c3db7f2c68e, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:22:40.540686 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] For port 3ecb8528-2890-4e56-ac52-2c3db7f2c68e, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=3ecb8528-2890-4e56-ac52-2c3db7f2c68e,segment=NetworkSegment(e2bdbf9e-2700-42fa-bc83-316051e639ed),segment_id=e2bdbf9e-2700-42fa-bc83-316051e639ed)] {{(pid=91890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:22:40.553931 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:40.556216 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:40.633135 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f759262-d0c1-4652-93aa-3ce166dda041 None None] Pushing event updated for resources: {'Port': ['ID=3ecb8528-2890-4e56-ac52-2c3db7f2c68e,revision_number=4']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:40.637009 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] Routers {'998e3b93-67dc-4acf-bf61-8fd7a5450925'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:22:40.637670 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:22:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['998e3b93-67dc-4acf-bf61-8fd7a5450925'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:22:40.639661 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-2f759262-d0c1-4652-93aa-3ce166dda041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:40.812629 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] Set router 998e3b93-67dc-4acf-bf61-8fd7a5450925 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:22:41.058621 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 3ecb8528-2890-4e56-ac52-2c3db7f2c68e up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:22:41.119245 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998e3b93-67dc-4acf-bf61-8fd7a5450925', 'name': 'tempest-TestMinimumBasicScenario-70813674-router', 'tenant_id': '504d617e2e56428f93c267111a956e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b5b33f30-0e8a-4179-a2a0-a11e1989e38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:30Z', 'updated_at': '2021-06-11T00:22:34Z', 'revision_number': 4, 'project_id': '504d617e2e56428f93c267111a956e58', 'gw_port': {'id': 'b5b33f30-0e8a-4179-a2a0-a11e1989e38c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998e3b93-67dc-4acf-bf61-8fd7a5450925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:31Z', 'updated_at': '2021-06-11T00:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '3ecb8528-2890-4e56-ac52-2c3db7f2c68e', 'name': '', 'network_id': 'f4169046-c29b-47bf-96b8-f39efabd16ae', 'tenant_id': '504d617e2e56428f93c267111a956e58', 'mac_address': 'fa:16:3e:5c:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998e3b93-67dc-4acf-bf61-8fd7a5450925', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e2c9653-3932-455f-8128-46aa3085c2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:33Z', 'updated_at': '2021-06-11T00:22:40Z', 'revision_number': 4, 'project_id': '504d617e2e56428f93c267111a956e58', 'subnets': [{'id': '2e2c9653-3932-455f-8128-46aa3085c2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:22:41.125217 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e815fa-8ee5-46ef-a44d-56b6e0d8a6fe None None] The sync data for ids ['998e3b93-67dc-4acf-bf61-8fd7a5450925'] in dv-cinder-786260-5-iscsi is: [{'id': '998e3b93-67dc-4acf-bf61-8fd7a5450925', 'name': 'tempest-TestMinimumBasicScenario-70813674-router', 'tenant_id': '504d617e2e56428f93c267111a956e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b5b33f30-0e8a-4179-a2a0-a11e1989e38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:30Z', 'updated_at': '2021-06-11T00:22:34Z', 'revision_number': 4, 'project_id': '504d617e2e56428f93c267111a956e58', 'gw_port': {'id': 'b5b33f30-0e8a-4179-a2a0-a11e1989e38c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998e3b93-67dc-4acf-bf61-8fd7a5450925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:31Z', 'updated_at': '2021-06-11T00:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '3ecb8528-2890-4e56-ac52-2c3db7f2c68e', 'name': '', 'network_id': 'f4169046-c29b-47bf-96b8-f39efabd16ae', 'tenant_id': '504d617e2e56428f93c267111a956e58', 'mac_address': 'fa:16:3e:5c:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998e3b93-67dc-4acf-bf61-8fd7a5450925', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e2c9653-3932-455f-8128-46aa3085c2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:33Z', 'updated_at': '2021-06-11T00:22:40Z', 'revision_number': 4, 'project_id': '504d617e2e56428f93c267111a956e58', 'subnets': [{'id': '2e2c9653-3932-455f-8128-46aa3085c2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:22:41.127623 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port 3ecb8528-2890-4e56-ac52-2c3db7f2c68e completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:22:41.132621 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 3ecb8528-2890-4e56-ac52-2c3db7f2c68e triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:22:41.132882 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:41.252791 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:41.296960 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port 3ecb8528-2890-4e56-ac52-2c3db7f2c68e, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=3ecb8528-2890-4e56-ac52-2c3db7f2c68e,segment=NetworkSegment(e2bdbf9e-2700-42fa-bc83-316051e639ed),segment_id=e2bdbf9e-2700-42fa-bc83-316051e639ed)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:22:41.304467 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:41.313664 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-3f4d8cb5-1b89-4ef4-a3b1-dab925fce434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:41.391915 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=3ecb8528-2890-4e56-ac52-2c3db7f2c68e,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:41.396134 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:41.528558 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:43.038639 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 3ecb8528-2890-4e56-ac52-2c3db7f2c68e up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:22:43.232771 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-b9f72c02-2cf4-4a91-897e-bdfa8e7f2485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:43.248051 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 3ecb8528-2890-4e56-ac52-2c3db7f2c68e triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:22:43.248780 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:44.974059 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-cb586fc8-4ac6-4db2-b5e0-426a2498a350 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:44.975527 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-cb586fc8-4ac6-4db2-b5e0-426a2498a350 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/networks?id=9023436a-36a2-4328-aff7-18cb1e5d7fbd HTTP/1.1" status: 200 len: 814 time: 0.1260579 Jun 11 00:22:44.989855 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-f8d1666b-2880-4b79-ab82-4eafa60714a9 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/quotas/70d07cfff50c45bbb0e8533e72f1cb9f HTTP/1.1" status: 200 len: 375 time: 0.0085220 Jun 11 00:22:45.061294 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-77471f8f-eead-45c5-85da-14770e67d805 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=70d07cfff50c45bbb0e8533e72f1cb9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667393 Jun 11 00:22:45.163933 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-51a2f5a4-497f-440d-b0dd-3b5360f4855f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:22:45.164961 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-51a2f5a4-497f-440d-b0dd-3b5360f4855f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0930324 Jun 11 00:22:45.280022 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-b18377ae-add7-48ca-a76a-7763b712a4cc service neutron] 10.222.0.15 "GET /v2.0/networks/9023436a-36a2-4328-aff7-18cb1e5d7fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085296 Jun 11 00:22:45.392563 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-b208d250-7b30-476d-bf3b-c1c6543909b5 service neutron] 10.222.0.15 "GET /v2.0/networks/9023436a-36a2-4328-aff7-18cb1e5d7fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070023 Jun 11 00:22:45.558359 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-457baf94-7608-409a-b652-e0e1a0239e73 req-bc3dec89-075e-4d30-8be2-846c38b6fcff tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 210 time: 0.0333402 Jun 11 00:22:45.765378 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-c7efadd3-bc79-48da-89d5-6549604fc9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:45.943410 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:46.594911 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-993bfb5e-200c-434c-9c84-d58bc91026d5 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:46.596706 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-993bfb5e-200c-434c-9c84-d58bc91026d5 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.21 "GET /v2.0/networks?id=9023436a-36a2-4328-aff7-18cb1e5d7fbd HTTP/1.1" status: 200 len: 814 time: 0.1327038 Jun 11 00:22:46.611621 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-9fc00707-46b8-447e-be99-579518d75b04 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Request body: {'port': {'device_id': '99ff8cb1-71e4-454e-864c-bdc0a4f2ee87', 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd', 'admin_state_up': True, 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:22:46.713349 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-615d405e-57c0-4d77-a880-63651dc04108 req-93e5c291-23e7-495d-8ca9-ee6e46d3570a tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 210 time: 0.0388060 Jun 11 00:22:46.751158 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-9fc00707-46b8-447e-be99-579518d75b04 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Made reservation on behalf of 70d07cfff50c45bbb0e8533e72f1cb9f for: {'port': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:22:46.757095 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-9fc00707-46b8-447e-be99-579518d75b04 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:46.930714 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-9fc00707-46b8-447e-be99-579518d75b04 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Allocated IP 172.20.0.6 (9023436a-36a2-4328-aff7-18cb1e5d7fbd/3ae933b1-0995-4a95-af6b-716827b45f38/8ab231fe-f300-41b0-a870-3dd10b997606) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:22:47.085881 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:47.478987 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-9fc00707-46b8-447e-be99-579518d75b04 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:47.492179 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-9fc00707-46b8-447e-be99-579518d75b04 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Transition to ACTIVE for port object 8ab231fe-f300-41b0-a870-3dd10b997606 will not be triggered until provisioned by entity DHCP. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:22:47.526770 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-9fc00707-46b8-447e-be99-579518d75b04 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:47.539476 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:47.551835 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-9fc00707-46b8-447e-be99-579518d75b04 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Network 9023436a-36a2-4328-aff7-18cb1e5d7fbd is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:22:47.573362 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-9fc00707-46b8-447e-be99-579518d75b04 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:22:47.576160 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-9fc00707-46b8-447e-be99-579518d75b04 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:22:47.660740 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc00707-46b8-447e-be99-579518d75b04 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Pushing event updated for resources: {'Port': ['ID=8ab231fe-f300-41b0-a870-3dd10b997606,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:47.669425 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-9fc00707-46b8-447e-be99-579518d75b04 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:47.670262 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-9fc00707-46b8-447e-be99-579518d75b04 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:47.673140 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-9fc00707-46b8-447e-be99-579518d75b04 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:47.689199 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-9fc00707-46b8-447e-be99-579518d75b04 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0814710 Jun 11 00:22:47.763917 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-c3318085-fc7c-43f6-95e7-15db1d8d5b9c None None] Provisioning for port 8ab231fe-f300-41b0-a870-3dd10b997606 completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:22:47.767667 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-c3318085-fc7c-43f6-95e7-15db1d8d5b9c None None] Provisioning complete for port 8ab231fe-f300-41b0-a870-3dd10b997606 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:22:47.768052 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-c3318085-fc7c-43f6-95e7-15db1d8d5b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:47.809442 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-c3318085-fc7c-43f6-95e7-15db1d8d5b9c None None] Port 8ab231fe-f300-41b0-a870-3dd10b997606 cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:22:47.905847 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e661e39-0114-4c50-934e-529f6f06fcf7 req-c926a82d-fe39-43a8-b54d-3643b1c65913 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:47.907382 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0e661e39-0114-4c50-934e-529f6f06fcf7 req-c926a82d-fe39-43a8-b54d-3643b1c65913 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 931 time: 0.0714128 Jun 11 00:22:47.950969 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-0e661e39-0114-4c50-934e-529f6f06fcf7 req-2fb3f103-371f-43da-b61a-7eed8b1d38f5 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375407 Jun 11 00:22:48.469187 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:49.133787 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca7fdc-1bd1-46cf-ba54-afe88478195f req-5c9c9072-d36d-4e42-81b1-cd3d90a981b3 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:49.142595 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-33ca7fdc-1bd1-46cf-ba54-afe88478195f req-5c9c9072-d36d-4e42-81b1-cd3d90a981b3 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 931 time: 0.0776241 Jun 11 00:22:49.184075 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-33ca7fdc-1bd1-46cf-ba54-afe88478195f req-c22a24be-7d38-49c6-95ca-878983aaadd7 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405440 Jun 11 00:22:50.368431 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d808e-365a-40d5-8a8d-d59741ae7c48 req-584a4955-f589-43f2-b65c-054e28024f55 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:50.369890 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-241d808e-365a-40d5-8a8d-d59741ae7c48 req-584a4955-f589-43f2-b65c-054e28024f55 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 931 time: 0.0730455 Jun 11 00:22:50.413899 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-241d808e-365a-40d5-8a8d-d59741ae7c48 req-c607a5a1-c2de-4cde-b60c-976e37d59c53 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383515 Jun 11 00:22:51.610743 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff73918-372c-41c7-bd9c-b78a157872c3 req-100736e0-4e2c-40c1-95cb-6cdbd0402984 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:51.612445 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cff73918-372c-41c7-bd9c-b78a157872c3 req-100736e0-4e2c-40c1-95cb-6cdbd0402984 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 931 time: 0.0782154 Jun 11 00:22:51.659147 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-cff73918-372c-41c7-bd9c-b78a157872c3 req-69f46477-9835-4ebd-b2cc-8991218f9fd8 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405157 Jun 11 00:22:52.843049 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9dc65-5f27-4cbd-9adf-63975f1f0837 req-d54cc307-1572-4969-a2c2-a22b803b77e1 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:52.844773 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-bac9dc65-5f27-4cbd-9adf-63975f1f0837 req-d54cc307-1572-4969-a2c2-a22b803b77e1 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 931 time: 0.0698605 Jun 11 00:22:52.888147 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-bac9dc65-5f27-4cbd-9adf-63975f1f0837 req-60833aae-51bc-4826-a5fe-8daa0c833f12 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374668 Jun 11 00:22:54.076090 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf4885-0383-40f7-85a0-bdda9e8c615d req-98a2fab8-a354-494c-9893-2f88283c6e44 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:54.078188 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2cdf4885-0383-40f7-85a0-bdda9e8c615d req-98a2fab8-a354-494c-9893-2f88283c6e44 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 931 time: 0.0770385 Jun 11 00:22:54.130689 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2cdf4885-0383-40f7-85a0-bdda9e8c615d req-6670c9ac-4224-423b-a640-e201f242ae2f tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467787 Jun 11 00:22:55.316718 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1dcba0-4bb4-4d9d-9ad9-fe3d994b4b68 req-5228d9dc-c8f9-47d1-aa45-8bad3ea7e3be tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:55.318410 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3a1dcba0-4bb4-4d9d-9ad9-fe3d994b4b68 req-5228d9dc-c8f9-47d1-aa45-8bad3ea7e3be tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 931 time: 0.0727243 Jun 11 00:22:55.364712 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3a1dcba0-4bb4-4d9d-9ad9-fe3d994b4b68 req-e44af2d7-11bf-4e4f-8d1e-62ffdccfe44a tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404191 Jun 11 00:22:56.561454 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c338f4d-8756-4243-beac-4fa1ebb96500 req-aa1c7be2-849a-4d57-8844-50a17ce87c8c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:56.562929 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4c338f4d-8756-4243-beac-4fa1ebb96500 req-aa1c7be2-849a-4d57-8844-50a17ce87c8c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 931 time: 0.0726862 Jun 11 00:22:56.610476 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4c338f4d-8756-4243-beac-4fa1ebb96500 req-10038de1-c8bf-48af-adae-2d8ca030734f tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420196 Jun 11 00:22:57.199662 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Request body: {'port': {'device_id': '99ff8cb1-71e4-454e-864c-bdc0a4f2ee87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:22:57.282570 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:57.582427 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab231fe-f300-41b0-a870-3dd10b997606 {{(pid=91887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:22:57.589463 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:57.601179 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Transition to ACTIVE for port object 8ab231fe-f300-41b0-a870-3dd10b997606 will not be triggered until provisioned by entity L2. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:22:57.605089 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:57.607815 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-b16f21fe-7bbc-4f86-9e88-ccbd6b1e63ed tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:57.740290 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab231fe-f300-41b0-a870-3dd10b997606,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:57.769740 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:57.802282 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39302c70-b81f-4534-99d4-d1d3f8d5296a req-1ba41ed8-821d-437e-b2b1-7bb671bdd7db tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:57.803990 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-39302c70-b81f-4534-99d4-d1d3f8d5296a req-1ba41ed8-821d-437e-b2b1-7bb671bdd7db tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 943 time: 0.0753522 Jun 11 00:22:57.806301 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Attempting to bind port 8ab231fe-f300-41b0-a870-3dd10b997606 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:22:57.806641 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Attempting to bind port 8ab231fe-f300-41b0-a870-3dd10b997606 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '05c00fdb-d64b-478c-8a74-4b6427aa730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd'}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:22:57.806969 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Attempting to bind port 8ab231fe-f300-41b0-a870-3dd10b997606 on network 9023436a-36a2-4328-aff7-18cb1e5d7fbd {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:22:57.813793 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Port 8ab231fe-f300-41b0-a870-3dd10b997606 on network 9023436a-36a2-4328-aff7-18cb1e5d7fbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:22:57.814123 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Attempting to bind port 8ab231fe-f300-41b0-a870-3dd10b997606 on network 9023436a-36a2-4328-aff7-18cb1e5d7fbd {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:22:57.819153 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Checking agent: {'id': '0b82d12c-0850-474f-ad5c-077a5fa277b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:22:57.819525 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Checking segment: {'id': '05c00fdb-d64b-478c-8a74-4b6427aa730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:22:57.819900 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Bound using segment: {'id': '05c00fdb-d64b-478c-8a74-4b6427aa730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd'} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:22:57.820324 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Bound port: 8ab231fe-f300-41b0-a870-3dd10b997606, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c00fdb-d64b-478c-8a74-4b6427aa730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd'}}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:22:57.820670 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:57.846993 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-39302c70-b81f-4534-99d4-d1d3f8d5296a req-6996cbaa-6627-4a1b-9526-9bbbebed037e tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366027 Jun 11 00:22:57.891530 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] For port 8ab231fe-f300-41b0-a870-3dd10b997606, host hv-cinder-78626, cleared binding levels {{(pid=91887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:22:57.894908 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] For port 8ab231fe-f300-41b0-a870-3dd10b997606, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8ab231fe-f300-41b0-a870-3dd10b997606,segment=NetworkSegment(05c00fdb-d64b-478c-8a74-4b6427aa730e),segment_id=05c00fdb-d64b-478c-8a74-4b6427aa730e)] {{(pid=91887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:22:57.898976 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:57.901747 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-54808ced-619c-44bd-b4e1-32e3dfccdc70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:22:57.944722 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:57.945362 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:57.946766 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] 10.222.0.21 "PUT /v2.0/ports/8ab231fe-f300-41b0-a870-3dd10b997606 HTTP/1.1" status: 200 len: 1093 time: 0.7515242 Jun 11 00:22:57.947290 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ff8cb1-71e4-454e-864c-bdc0a4f2ee87', 'tag': '8ab231fe-f300-41b0-a870-3dd10b997606'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:22:57.949622 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44ee4ab-3ed6-4d78-9517-c76a905e06e9" -d '{"events": [{"name": "network-changed", "server_uuid": "99ff8cb1-71e4-454e-864c-bdc0a4f2ee87", "tag": "8ab231fe-f300-41b0-a870-3dd10b997606"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:22:57.973957 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab231fe-f300-41b0-a870-3dd10b997606,revision_number=3']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:22:57.977280 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:22:58.028205 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9e2d6e-3f62-498b-a029-eeda5f7b9378 x-openstack-request-id: req-8b9e2d6e-3f62-498b-a029-eeda5f7b9378 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:22:58.028547 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ff8cb1-71e4-454e-864c-bdc0a4f2ee87", "tag": "8ab231fe-f300-41b0-a870-3dd10b997606", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:22:58.028846 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b9e2d6e-3f62-498b-a029-eeda5f7b9378 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:22:58.029788 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ff8cb1-71e4-454e-864c-bdc0a4f2ee87', 'tag': '8ab231fe-f300-41b0-a870-3dd10b997606', 'status': 'completed', 'code': 200} Jun 11 00:22:58.059558 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-c272aa49-7a11-4d0d-a9c5-040c5f455f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:58.061096 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-c272aa49-7a11-4d0d-a9c5-040c5f455f92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70d07cfff50c45bbb0e8533e72f1cb9f&device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 1096 time: 0.0696385 Jun 11 00:22:58.116270 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-b4268930-a0d4-4671-be59-3f8643dde2c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab231fe-f300-41b0-a870-3dd10b997606 HTTP/1.1" status: 200 len: 217 time: 0.0484784 Jun 11 00:22:58.173795 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-09279b61-34ee-4028-b85f-3eb94b9b598e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:58.175206 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-09279b61-34ee-4028-b85f-3eb94b9b598e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ae933b1-0995-4a95-af6b-716827b45f38 HTTP/1.1" status: 200 len: 853 time: 0.0520895 Jun 11 00:22:58.240740 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-ba4a6da6-0643-4267-a663-af53274ccc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:58.242093 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-ba4a6da6-0643-4267-a663-af53274ccc76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9023436a-36a2-4328-aff7-18cb1e5d7fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606992 Jun 11 00:22:58.366985 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-b60a1b0e-ae6f-4046-bb1e-2bc94596e977 service neutron] 10.222.0.21 "GET /v2.0/networks/9023436a-36a2-4328-aff7-18cb1e5d7fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167696 Jun 11 00:22:58.480465 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a6a42f6f-5bf6-4bfd-b350-b447dda6e29a req-d084c1fa-2b23-4c25-b5aa-6f7f32068c20 service neutron] 10.222.0.21 "GET /v2.0/networks/9023436a-36a2-4328-aff7-18cb1e5d7fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061924 Jun 11 00:22:58.585229 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ee4ab-3ed6-4d78-9517-c76a905e06e9 req-4d9ecca0-e1df-4aac-8e74-e8c79d46dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:58.586697 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-b44ee4ab-3ed6-4d78-9517-c76a905e06e9 req-4d9ecca0-e1df-4aac-8e74-e8c79d46dd07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70d07cfff50c45bbb0e8533e72f1cb9f&device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 1096 time: 0.0576289 Jun 11 00:22:58.699257 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ee4ab-3ed6-4d78-9517-c76a905e06e9 req-2a8f0485-59fe-438e-b167-d49f0b3021f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:58.700603 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-b44ee4ab-3ed6-4d78-9517-c76a905e06e9 req-2a8f0485-59fe-438e-b167-d49f0b3021f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9023436a-36a2-4328-aff7-18cb1e5d7fbd HTTP/1.1" status: 200 len: 915 time: 0.1064391 Jun 11 00:22:58.753331 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-b44ee4ab-3ed6-4d78-9517-c76a905e06e9 req-7cf93a93-6153-40a8-b167-d331fa40f029 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab231fe-f300-41b0-a870-3dd10b997606 HTTP/1.1" status: 200 len: 217 time: 0.0455637 Jun 11 00:22:58.813034 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ee4ab-3ed6-4d78-9517-c76a905e06e9 req-dfa4a194-8ceb-47da-86cf-1d9ea1847103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:58.814445 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-b44ee4ab-3ed6-4d78-9517-c76a905e06e9 req-dfa4a194-8ceb-47da-86cf-1d9ea1847103 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ae933b1-0995-4a95-af6b-716827b45f38 HTTP/1.1" status: 200 len: 853 time: 0.0545719 Jun 11 00:22:58.876524 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ee4ab-3ed6-4d78-9517-c76a905e06e9 req-39d79721-6024-453f-bd71-104e4dce2cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:58.877970 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-b44ee4ab-3ed6-4d78-9517-c76a905e06e9 req-39d79721-6024-453f-bd71-104e4dce2cba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9023436a-36a2-4328-aff7-18cb1e5d7fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570569 Jun 11 00:22:58.993946 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-b44ee4ab-3ed6-4d78-9517-c76a905e06e9 req-f33a6f4a-4201-4c05-be30-1a2b4b51c7de service neutron] 10.222.0.21 "GET /v2.0/networks/9023436a-36a2-4328-aff7-18cb1e5d7fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090257 Jun 11 00:22:59.024355 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731ac2c-466d-4390-b957-690657eaa68b req-6df51bc9-47e4-4f6a-9100-25b448cc615f tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:22:59.025826 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5731ac2c-466d-4390-b957-690657eaa68b req-6df51bc9-47e4-4f6a-9100-25b448cc615f tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 943 time: 0.0682335 Jun 11 00:22:59.071322 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5731ac2c-466d-4390-b957-690657eaa68b req-e8e3ea2f-9204-4105-8b2c-f5b70df7159e tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397592 Jun 11 00:22:59.106111 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-b44ee4ab-3ed6-4d78-9517-c76a905e06e9 req-f7e62f06-057b-4d4c-aa80-d9b71e0f7e69 service neutron] 10.222.0.21 "GET /v2.0/networks/9023436a-36a2-4328-aff7-18cb1e5d7fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054688 Jun 11 00:22:59.907777 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 8ab231fe-f300-41b0-a870-3dd10b997606 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:23:00.034697 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 8ab231fe-f300-41b0-a870-3dd10b997606, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8ab231fe-f300-41b0-a870-3dd10b997606,segment=NetworkSegment(05c00fdb-d64b-478c-8a74-4b6427aa730e),segment_id=05c00fdb-d64b-478c-8a74-4b6427aa730e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:23:00.046364 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '8ab231fe-f300-41b0-a870-3dd10b997606', 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd', 'port_id': '8ab231fe-f300-41b0-a870-3dd10b997606', 'mac_address': 'fa:16:3e:bd:5a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ae933b1-0995-4a95-af6b-716827b45f38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:23:00.088636 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:00.106211 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab231fe-f300-41b0-a870-3dd10b997606 {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:23:00.128138 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 8ab231fe-f300-41b0-a870-3dd10b997606, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8ab231fe-f300-41b0-a870-3dd10b997606,segment=NetworkSegment(05c00fdb-d64b-478c-8a74-4b6427aa730e),segment_id=05c00fdb-d64b-478c-8a74-4b6427aa730e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:23:00.131830 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:00.134361 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:00.190509 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=8ab231fe-f300-41b0-a870-3dd10b997606,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:00.194119 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:00.248806 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e347d7-d55f-48e6-ad09-5c495bcce39d req-a0842962-694b-4d97-88bc-3f5069789672 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:00.250249 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-26e347d7-d55f-48e6-ad09-5c495bcce39d req-a0842962-694b-4d97-88bc-3f5069789672 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 944 time: 0.0685227 Jun 11 00:23:00.298290 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-26e347d7-d55f-48e6-ad09-5c495bcce39d req-f5c08769-e62c-43a3-99f1-49c50d6d9b61 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423849 Jun 11 00:23:00.336679 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['8ab231fe-f300-41b0-a870-3dd10b997606'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:23:01.472659 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671778b-1d17-414c-bea1-ec44a26df0f9 req-2f27c99f-4e80-432c-8eca-d44c83b10863 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:01.474080 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d671778b-1d17-414c-bea1-ec44a26df0f9 req-2f27c99f-4e80-432c-8eca-d44c83b10863 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 944 time: 0.0664475 Jun 11 00:23:01.517301 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d671778b-1d17-414c-bea1-ec44a26df0f9 req-1db7da47-b262-4fb2-9072-b023a66ef2ba tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377040 Jun 11 00:23:01.914478 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 8ab231fe-f300-41b0-a870-3dd10b997606 up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:23:01.970997 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning for port 8ab231fe-f300-41b0-a870-3dd10b997606 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:23:01.974615 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 8ab231fe-f300-41b0-a870-3dd10b997606 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:23:01.975022 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:02.062539 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:02.085467 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ff8cb1-71e4-454e-864c-bdc0a4f2ee87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab231fe-f300-41b0-a870-3dd10b997606'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:23:02.087752 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb689d84-a166-495f-9f80-33bdfe6fe965" -d '{"events": [{"server_uuid": "99ff8cb1-71e4-454e-864c-bdc0a4f2ee87", "name": "network-vif-plugged", "status": "completed", "tag": "8ab231fe-f300-41b0-a870-3dd10b997606"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:23:02.105072 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 8ab231fe-f300-41b0-a870-3dd10b997606, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8ab231fe-f300-41b0-a870-3dd10b997606,segment=NetworkSegment(05c00fdb-d64b-478c-8a74-4b6427aa730e),segment_id=05c00fdb-d64b-478c-8a74-4b6427aa730e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:23:02.110119 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:02.111995 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:02.139788 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052dbd44-8e8a-4732-8606-12baf8c39c73 x-openstack-request-id: req-052dbd44-8e8a-4732-8606-12baf8c39c73 {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:23:02.140133 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ff8cb1-71e4-454e-864c-bdc0a4f2ee87", "name": "network-vif-plugged", "status": "completed", "tag": "8ab231fe-f300-41b0-a870-3dd10b997606", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:23:02.140396 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-052dbd44-8e8a-4732-8606-12baf8c39c73 {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:23:02.140841 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff8cb1-71e4-454e-864c-bdc0a4f2ee87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab231fe-f300-41b0-a870-3dd10b997606', 'code': 200} Jun 11 00:23:02.169044 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=8ab231fe-f300-41b0-a870-3dd10b997606,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:02.172291 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:02.345201 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab3b0d-4c58-46ab-9ded-c2bed25fdeaa req-398e1317-3e39-4bde-83e2-ae2ba58dd697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:02.346723 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1bab3b0d-4c58-46ab-9ded-c2bed25fdeaa req-398e1317-3e39-4bde-83e2-ae2ba58dd697 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 1098 time: 0.0583477 Jun 11 00:23:02.383815 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-1bab3b0d-4c58-46ab-9ded-c2bed25fdeaa req-b277af48-d5e4-46aa-890b-580306c3798f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308087 Jun 11 00:23:02.696646 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de9851-b3c2-46e5-b40b-2e34933f4d84 req-8c9195ad-8e82-4529-a9c0-0474a7b373a6 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:02.698101 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-81de9851-b3c2-46e5-b40b-2e34933f4d84 req-8c9195ad-8e82-4529-a9c0-0474a7b373a6 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 945 time: 0.0681431 Jun 11 00:23:02.743779 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-81de9851-b3c2-46e5-b40b-2e34933f4d84 req-bbfa4116-ac2c-4fbf-bd0d-c4dc6efd9ec4 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392952 Jun 11 00:23:03.921230 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c35b5-0fb7-4120-aff1-72f158ba77fc req-61c1bbf4-a72b-4bd5-942c-585250d18aed tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:03.922654 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ac7c35b5-0fb7-4120-aff1-72f158ba77fc req-61c1bbf4-a72b-4bd5-942c-585250d18aed tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 945 time: 0.0675356 Jun 11 00:23:03.967932 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ac7c35b5-0fb7-4120-aff1-72f158ba77fc req-a46c1cec-64d8-45d9-ae19-01d361bff309 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384405 Jun 11 00:23:04.145795 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec83431-5547-4e16-bba7-334566b45478 req-9e4b2327-ff76-4c49-8885-2f53d82b7f60 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:04.147237 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-dec83431-5547-4e16-bba7-334566b45478 req-9e4b2327-ff76-4c49-8885-2f53d82b7f60 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 945 time: 0.0724609 Jun 11 00:23:04.187752 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-dec83431-5547-4e16-bba7-334566b45478 req-6633dc13-d624-412c-928d-7cb238d43b92 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348940 Jun 11 00:23:04.571213 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f0503-cdf1-410d-815a-9361d03f8d24 req-876ddf2f-46d6-418a-b547-90b6d53e03ff tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:04.572703 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-bf3f0503-cdf1-410d-815a-9361d03f8d24 req-876ddf2f-46d6-418a-b547-90b6d53e03ff tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 945 time: 0.0688791 Jun 11 00:23:04.617435 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-bf3f0503-cdf1-410d-815a-9361d03f8d24 req-3d52fb3d-1904-47ee-b42f-3a39f636c2ef tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391605 Jun 11 00:23:11.528329 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:12.171491 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:23:13.067487 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d52e82-28cb-4443-b93e-e936a3afe02d req-aaa5e90a-d489-4cb6-8f4f-8fe1f944be0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:13.068927 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-51d52e82-28cb-4443-b93e-e936a3afe02d req-aaa5e90a-d489-4cb6-8f4f-8fe1f944be0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 945 time: 0.0683014 Jun 11 00:23:13.109736 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-51d52e82-28cb-4443-b93e-e936a3afe02d req-d6f1fc36-6e9e-49b4-a083-57a06f384cf4 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351076 Jun 11 00:23:13.133764 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46708) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:13.184096 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-a9eb3ac7-122a-4274-9d0e-d6eb85a85705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:13.277710 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325c179c-abb9-49f7-81d9-9043ce7d9243 tempest-TestMinimumBasicScenario-1951206973 tempest-TestMinimumBasicScenario-1951206973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:13.279169 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-325c179c-abb9-49f7-81d9-9043ce7d9243 tempest-TestMinimumBasicScenario-1951206973 tempest-TestMinimumBasicScenario-1951206973-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 1093 time: 0.1444368 Jun 11 00:23:13.282227 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46712) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:13.286420 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Request body: {'floatingip': {'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'port_id': '8ab231fe-f300-41b0-a870-3dd10b997606', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:13.307755 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for floatingip, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:13.427799 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:13.546763 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_common [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Allocated IP 172.27.0.240 (ac6ac806-5702-4387-9142-a5902410ace9/3051342c-25eb-4552-a861-7cf92af851d2/aaeeb309-78f2-484b-b4a7-d4f9741629e6) {{(pid=91888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:23:13.670675 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for port, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:13.708513 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3493225'] for port, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:13.710376 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-c319a2ff-3487-463a-90d0-e73f1e015f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:13.757632 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Network ac6ac806-5702-4387-9142-a5902410ace9 is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:23:13.760619 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:23:13.765405 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Received port after_create {{(pid=91888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:23:13.768422 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Pushing event updated for resources: {'Port': ['ID=aaeeb309-78f2-484b-b4a7-d4f9741629e6,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:13.799622 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:13.800003 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:13.800366 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:13.800724 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:13.801076 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:13.801429 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:13.801778 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:13.802127 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:13.802474 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:13.802815 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:13.803158 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:13.803526 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:13.811387 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:14.469715 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:14.477591 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cfa6c5cc-2312-4c9b-b1af-d91ce1568a28 req-7cf093fd-0ea0-40a4-a45c-c5cdf47ecd8f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584021 Jun 11 00:23:14.561545 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:14.589322 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6c5cc-2312-4c9b-b1af-d91ce1568a28 req-7cb2e9b3-40f2-4870-b052-66de4a9c54ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:14.590811 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cfa6c5cc-2312-4c9b-b1af-d91ce1568a28 req-7cb2e9b3-40f2-4870-b052-66de4a9c54ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70d07cfff50c45bbb0e8533e72f1cb9f&device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 1098 time: 0.0611475 Jun 11 00:23:14.719454 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6c5cc-2312-4c9b-b1af-d91ce1568a28 req-0bbd1ceb-6026-416d-8e40-1b6534365420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:14.720813 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cfa6c5cc-2312-4c9b-b1af-d91ce1568a28 req-0bbd1ceb-6026-416d-8e40-1b6534365420 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9023436a-36a2-4328-aff7-18cb1e5d7fbd HTTP/1.1" status: 200 len: 915 time: 0.1105669 Jun 11 00:23:14.743127 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for port, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:14.747578 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3493243'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:14.750324 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-d748ab5a-aedf-4980-97ca-66269cc135d7 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:14.801935 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cfa6c5cc-2312-4c9b-b1af-d91ce1568a28 req-d962c230-4e70-4f9b-a82f-74e72bf723fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab231fe-f300-41b0-a870-3dd10b997606 HTTP/1.1" status: 200 len: 999 time: 0.0743408 Jun 11 00:23:14.826361 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Pushing event updated for resources: {'Port': ['ID=aaeeb309-78f2-484b-b4a7-d4f9741629e6,revision_number=2']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:14.833373 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:14.844072 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1807872'] for floatingip, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:14.863810 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6c5cc-2312-4c9b-b1af-d91ce1568a28 req-2490d5cb-e437-4893-a7be-a0a9e33db42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:14.865254 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cfa6c5cc-2312-4c9b-b1af-d91ce1568a28 req-2490d5cb-e437-4893-a7be-a0a9e33db42e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ae933b1-0995-4a95-af6b-716827b45f38 HTTP/1.1" status: 200 len: 853 time: 0.0561957 Jun 11 00:23:14.930119 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6c5cc-2312-4c9b-b1af-d91ce1568a28 req-8b99bd1f-1b79-4ec3-8770-b0f7463ef297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:14.931615 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cfa6c5cc-2312-4c9b-b1af-d91ce1568a28 req-8b99bd1f-1b79-4ec3-8770-b0f7463ef297 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9023436a-36a2-4328-aff7-18cb1e5d7fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590353 Jun 11 00:23:14.988402 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.l3_db [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Floating IP 58401670-eea4-4efb-96bc-d597c939f886 associated. External IP: 172.27.0.240, port: 8ab231fe-f300-41b0-a870-3dd10b997606. Jun 11 00:23:15.052351 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cfa6c5cc-2312-4c9b-b1af-d91ce1568a28 req-607dbed0-2031-42ae-898c-868242653811 service neutron] 10.222.0.21 "GET /v2.0/networks/9023436a-36a2-4328-aff7-18cb1e5d7fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118667 Jun 11 00:23:15.167107 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cfa6c5cc-2312-4c9b-b1af-d91ce1568a28 req-7d65a01d-a514-48ec-b03f-17d78a34ba98 service neutron] 10.222.0.21 "GET /v2.0/networks/9023436a-36a2-4328-aff7-18cb1e5d7fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074488 Jun 11 00:23:15.271397 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Router f5a6a2c0-4192-413f-81b3-82d5f30d37ef has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:23:15.420232 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:23:15.430137 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630d4a1b-9703-4632-afc3-616f6211a9cc None None] Sync routers for ids ['f5a6a2c0-4192-413f-81b3-82d5f30d37ef'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:23:15.436664 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:15.441055 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630d4a1b-9703-4632-afc3-616f6211a9cc None None] Routers {'f5a6a2c0-4192-413f-81b3-82d5f30d37ef'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:23:15.441706 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-630d4a1b-9703-4632-afc3-616f6211a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:22:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['f5a6a2c0-4192-413f-81b3-82d5f30d37ef'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:23:15.480693 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1950166 Jun 11 00:23:15.480693 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ff8cb1-71e4-454e-864c-bdc0a4f2ee87', 'tag': '8ab231fe-f300-41b0-a870-3dd10b997606'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:23:15.481345 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46714) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:15.481725 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4287dc8e-1df4-46b6-b93b-12e80f01ebc9" -d '{"events": [{"name": "network-changed", "server_uuid": "99ff8cb1-71e4-454e-864c-bdc0a4f2ee87", "tag": "8ab231fe-f300-41b0-a870-3dd10b997606"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:23:15.486203 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-72fe612d-c142-48b1-9030-0cf06de32c69 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1861118445', 'description': 'tempest-secgroup-smoke-1861118445 description', 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:15.510008 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-72fe612d-c142-48b1-9030-0cf06de32c69 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:15.593404 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-630d4a1b-9703-4632-afc3-616f6211a9cc None None] Set router f5a6a2c0-4192-413f-81b3-82d5f30d37ef gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:23:15.601052 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-72fe612d-c142-48b1-9030-0cf06de32c69 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:15.605398 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-72fe612d-c142-48b1-9030-0cf06de32c69 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:15.608787 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-8c82392f-bb64-458b-bf1f-ad5494df989d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:15.639144 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe612d-c142-48b1-9030-0cf06de32c69 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=410c1270-6b7d-4843-a261-d6d0d957b41f,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:15.641428 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-72fe612d-c142-48b1-9030-0cf06de32c69 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:15.642645 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-72fe612d-c142-48b1-9030-0cf06de32c69 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1606159 Jun 11 00:23:15.643562 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-72fe612d-c142-48b1-9030-0cf06de32c69 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:15.646834 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46720) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:15.651813 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-41016eef-0c70-4b61-b811-feb9d514be1e tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Request body: {'security_group_rule': {'security_group_id': '410c1270-6b7d-4843-a261-d6d0d957b41f', 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:15.678844 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-41016eef-0c70-4b61-b811-feb9d514be1e tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:15.694185 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8414f471-eb2f-4423-9690-2a14dd64914f x-openstack-request-id: req-8414f471-eb2f-4423-9690-2a14dd64914f {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:23:15.694584 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ff8cb1-71e4-454e-864c-bdc0a4f2ee87", "tag": "8ab231fe-f300-41b0-a870-3dd10b997606", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:23:15.695361 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8414f471-eb2f-4423-9690-2a14dd64914f {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:23:15.695883 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ff8cb1-71e4-454e-864c-bdc0a4f2ee87', 'tag': '8ab231fe-f300-41b0-a870-3dd10b997606', 'status': 'completed', 'code': 200} Jun 11 00:23:15.782447 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-41016eef-0c70-4b61-b811-feb9d514be1e tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:15.789129 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-41016eef-0c70-4b61-b811-feb9d514be1e tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:15.796219 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:15.814836 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41016eef-0c70-4b61-b811-feb9d514be1e tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e739a06-ff81-450a-ad11-93e040b1ed53,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:15.820014 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287dc8e-1df4-46b6-b93b-12e80f01ebc9 req-4b59914d-4b21-41f4-9520-736bd0c5bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:15.821668 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4287dc8e-1df4-46b6-b93b-12e80f01ebc9 req-4b59914d-4b21-41f4-9520-736bd0c5bc3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70d07cfff50c45bbb0e8533e72f1cb9f&device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 1098 time: 0.0996089 Jun 11 00:23:15.822802 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-41016eef-0c70-4b61-b811-feb9d514be1e tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:15.823998 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-41016eef-0c70-4b61-b811-feb9d514be1e tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:15.824837 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-9ce859c7-aead-4397-a850-2810dab64bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:15.825053 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-41016eef-0c70-4b61-b811-feb9d514be1e tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1774106 Jun 11 00:23:15.827845 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46722) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:15.832596 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-06b32488-dfef-448c-b433-eca0f30c6391 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Request body: {'security_group_rule': {'security_group_id': '410c1270-6b7d-4843-a261-d6d0d957b41f', 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:15.864807 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-06b32488-dfef-448c-b433-eca0f30c6391 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:15.926849 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-630d4a1b-9703-4632-afc3-616f6211a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'name': 'tempest-TestMinimumBasicScenario-845891463-router', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:28Z', 'revision_number': 4, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'gw_port': {'id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '58401670-eea4-4efb-96bc-d597c939f886', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'port_id': '8ab231fe-f300-41b0-a870-3dd10b997606', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd', 'mac_address': 'fa:16:3e:bd:5a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ff8cb1-71e4-454e-864c-bdc0a4f2ee87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:23:14Z', 'updated_at': '2021-06-11T00:23:14Z', 'revision_number': 0, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a', 'name': '', 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'mac_address': 'fa:16:3e:1d:3c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3ae933b1-0995-4a95-af6b-716827b45f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:27Z', 'updated_at': '2021-06-11T00:22:34Z', 'revision_number': 5, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'subnets': [{'id': '3ae933b1-0995-4a95-af6b-716827b45f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:23:15.930034 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-06b32488-dfef-448c-b433-eca0f30c6391 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:15.934161 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-06b32488-dfef-448c-b433-eca0f30c6391 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:15.935724 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630d4a1b-9703-4632-afc3-616f6211a9cc None None] Checking router: f5a6a2c0-4192-413f-81b3-82d5f30d37ef for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:23:15.936810 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:15.943666 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287dc8e-1df4-46b6-b93b-12e80f01ebc9 req-27756399-bf04-411f-9ca7-d0afe13fe85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:15.945428 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4287dc8e-1df4-46b6-b93b-12e80f01ebc9 req-27756399-bf04-411f-9ca7-d0afe13fe85f service neutron] 10.222.0.21 "GET /v2.0/networks?id=9023436a-36a2-4328-aff7-18cb1e5d7fbd HTTP/1.1" status: 200 len: 915 time: 0.1152992 Jun 11 00:23:15.950015 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:15.953091 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630d4a1b-9703-4632-afc3-616f6211a9cc None None] Routers {'f5a6a2c0-4192-413f-81b3-82d5f30d37ef'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:23:15.953712 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-630d4a1b-9703-4632-afc3-616f6211a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:23:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['f5a6a2c0-4192-413f-81b3-82d5f30d37ef'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:23:15.953895 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b32488-dfef-448c-b433-eca0f30c6391 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46592871-0caf-4bee-ab8e-feefcaf983f9,revision_number=0']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:15.957768 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-06b32488-dfef-448c-b433-eca0f30c6391 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:15.965081 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-06b32488-dfef-448c-b433-eca0f30c6391 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:15.969622 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-06b32488-dfef-448c-b433-eca0f30c6391 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1375587 Jun 11 00:23:15.969946 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46724) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:15.975007 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-b58d8d0d-cbe8-4a0d-bcb9-0ee910ecf144 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Request body: {'security_group_rule': {'security_group_id': '410c1270-6b7d-4843-a261-d6d0d957b41f', 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:16.002893 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b58d8d0d-cbe8-4a0d-bcb9-0ee910ecf144 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:16.045706 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4287dc8e-1df4-46b6-b93b-12e80f01ebc9 req-d55b3c49-c37b-49f4-b451-200b858f6e76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab231fe-f300-41b0-a870-3dd10b997606 HTTP/1.1" status: 200 len: 999 time: 0.0894065 Jun 11 00:23:16.072993 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b58d8d0d-cbe8-4a0d-bcb9-0ee910ecf144 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:16.077132 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b58d8d0d-cbe8-4a0d-bcb9-0ee910ecf144 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:16.079303 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:16.100295 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-b58d8d0d-cbe8-4a0d-bcb9-0ee910ecf144 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:16.104191 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-b58d8d0d-cbe8-4a0d-bcb9-0ee910ecf144 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305549 Jun 11 00:23:16.104191 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46726) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:16.107918 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-630d4a1b-9703-4632-afc3-616f6211a9cc None None] Set router f5a6a2c0-4192-413f-81b3-82d5f30d37ef gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:23:16.109440 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-add4267f-4c98-4956-a105-9b3f964fedb8 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Request body: {'security_group_rule': {'security_group_id': '410c1270-6b7d-4843-a261-d6d0d957b41f', 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:16.113548 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d8d0d-cbe8-4a0d-bcb9-0ee910ecf144 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90bbf402-2008-47e9-98d5-fca3213e9557,revision_number=0']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:16.114147 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287dc8e-1df4-46b6-b93b-12e80f01ebc9 req-63f5c8fa-0eb9-47e5-8c7a-1f9fd66f7d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:16.115738 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4287dc8e-1df4-46b6-b93b-12e80f01ebc9 req-63f5c8fa-0eb9-47e5-8c7a-1f9fd66f7d54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ae933b1-0995-4a95-af6b-716827b45f38 HTTP/1.1" status: 200 len: 853 time: 0.0597057 Jun 11 00:23:16.116551 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-b58d8d0d-cbe8-4a0d-bcb9-0ee910ecf144 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:16.138686 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-add4267f-4c98-4956-a105-9b3f964fedb8 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:16.194998 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287dc8e-1df4-46b6-b93b-12e80f01ebc9 req-7dd402a2-c1d3-4ebe-a7f2-e8d92f4f6a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:16.196609 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4287dc8e-1df4-46b6-b93b-12e80f01ebc9 req-7dd402a2-c1d3-4ebe-a7f2-e8d92f4f6a5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9023436a-36a2-4328-aff7-18cb1e5d7fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726414 Jun 11 00:23:16.213798 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-add4267f-4c98-4956-a105-9b3f964fedb8 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:16.218332 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-add4267f-4c98-4956-a105-9b3f964fedb8 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:16.220604 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-e60dcf53-8213-4ea2-a25f-75c97c027c26 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:16.236685 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4267f-4c98-4956-a105-9b3f964fedb8 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4f7525-d0b3-4bce-bb0a-fc02246ef3e1,revision_number=0']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:16.241368 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-add4267f-4c98-4956-a105-9b3f964fedb8 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:16.247908 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-add4267f-4c98-4956-a105-9b3f964fedb8 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:16.250077 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-add4267f-4c98-4956-a105-9b3f964fedb8 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1449544 Jun 11 00:23:16.252729 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46728) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:16.259855 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-ea1ddd90-059f-4a65-8037-8cd573429116 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Request body: {'security_group_rule': {'security_group_id': '410c1270-6b7d-4843-a261-d6d0d957b41f', 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:16.283854 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.securitygroups_db [None req-ea1ddd90-059f-4a65-8037-8cd573429116 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Project 70d07cfff50c45bbb0e8533e72f1cb9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 00:23:16.290296 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ea1ddd90-059f-4a65-8037-8cd573429116 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:16.360630 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ea1ddd90-059f-4a65-8037-8cd573429116 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:16.367214 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ea1ddd90-059f-4a65-8037-8cd573429116 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:16.371874 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-84c2d038-5395-4405-89cb-2d9ea04fd127 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:16.389697 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ddd90-059f-4a65-8037-8cd573429116 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7918d17a-d245-46f6-b5da-c336f62ab0e0,revision_number=0']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:16.398374 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-ea1ddd90-059f-4a65-8037-8cd573429116 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:16.404491 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ea1ddd90-059f-4a65-8037-8cd573429116 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:16.406056 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-ea1ddd90-059f-4a65-8037-8cd573429116 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1515400 Jun 11 00:23:16.408914 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46730) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:16.413829 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-251b53dc-8c44-4669-8201-8f0f8abf236d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Request body: {'security_group_rule': {'security_group_id': '410c1270-6b7d-4843-a261-d6d0d957b41f', 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:16.436838 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.securitygroups_db [None req-251b53dc-8c44-4669-8201-8f0f8abf236d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Project 70d07cfff50c45bbb0e8533e72f1cb9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 00:23:16.442227 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-251b53dc-8c44-4669-8201-8f0f8abf236d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:16.444386 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-630d4a1b-9703-4632-afc3-616f6211a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'name': 'tempest-TestMinimumBasicScenario-845891463-router', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:28Z', 'revision_number': 4, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'gw_port': {'id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '58401670-eea4-4efb-96bc-d597c939f886', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'port_id': '8ab231fe-f300-41b0-a870-3dd10b997606', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd', 'mac_address': 'fa:16:3e:bd:5a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ff8cb1-71e4-454e-864c-bdc0a4f2ee87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:23:14Z', 'updated_at': '2021-06-11T00:23:14Z', 'revision_number': 0, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a', 'name': '', 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'mac_address': 'fa:16:3e:1d:3c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3ae933b1-0995-4a95-af6b-716827b45f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:27Z', 'updated_at': '2021-06-11T00:22:34Z', 'revision_number': 5, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'subnets': [{'id': '3ae933b1-0995-4a95-af6b-716827b45f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:23:16.448645 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630d4a1b-9703-4632-afc3-616f6211a9cc None None] The sync data for ids ['f5a6a2c0-4192-413f-81b3-82d5f30d37ef'] in dv-cinder-786260-5-iscsi is: [{'id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'name': 'tempest-TestMinimumBasicScenario-845891463-router', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:28Z', 'revision_number': 4, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'gw_port': {'id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '58401670-eea4-4efb-96bc-d597c939f886', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'port_id': '8ab231fe-f300-41b0-a870-3dd10b997606', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd', 'mac_address': 'fa:16:3e:bd:5a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ff8cb1-71e4-454e-864c-bdc0a4f2ee87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:23:14Z', 'updated_at': '2021-06-11T00:23:14Z', 'revision_number': 0, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a', 'name': '', 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'mac_address': 'fa:16:3e:1d:3c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3ae933b1-0995-4a95-af6b-716827b45f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:27Z', 'updated_at': '2021-06-11T00:22:34Z', 'revision_number': 5, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'subnets': [{'id': '3ae933b1-0995-4a95-af6b-716827b45f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:23:16.524935 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-251b53dc-8c44-4669-8201-8f0f8abf236d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:16.533405 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-251b53dc-8c44-4669-8201-8f0f8abf236d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:16.535731 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:16.551439 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b53dc-8c44-4669-8201-8f0f8abf236d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1beca32a-ac5c-4924-b5c6-a0d711284dc0,revision_number=0']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:16.557068 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-251b53dc-8c44-4669-8201-8f0f8abf236d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:16.561960 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-251b53dc-8c44-4669-8201-8f0f8abf236d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:16.563854 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-251b53dc-8c44-4669-8201-8f0f8abf236d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1538367 Jun 11 00:23:16.645249 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4287dc8e-1df4-46b6-b93b-12e80f01ebc9 req-660121db-4c09-4bd8-9a30-7e2da5b19808 service neutron] 10.222.0.21 "GET /v2.0/networks/9023436a-36a2-4328-aff7-18cb1e5d7fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414544 Jun 11 00:23:16.665396 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499e5ec7-80f7-4c84-89d6-4dd17071b2d8 None None] New status for floating IP 58401670-eea4-4efb-96bc-d597c939f886: ACTIVE {{(pid=91890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:23:16.701478 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c739f7a9-475a-4ccf-80ae-44df2418b355 req-f16848a0-6e44-420b-935a-d808981b7ff0 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1861118445&fields=id&tenant_id=70d07cfff50c45bbb0e8533e72f1cb9f HTTP/1.1" status: 200 len: 267 time: 0.0429957 Jun 11 00:23:16.768908 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-4287dc8e-1df4-46b6-b93b-12e80f01ebc9 req-380d14db-d4f9-4e02-9a44-133efef583ed service neutron] 10.222.0.21 "GET /v2.0/networks/9023436a-36a2-4328-aff7-18cb1e5d7fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147106 Jun 11 00:23:16.774749 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739f7a9-475a-4ccf-80ae-44df2418b355 req-383246c6-9b3e-497b-b152-a69706dc01f2 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:16.776395 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c739f7a9-475a-4ccf-80ae-44df2418b355 req-383246c6-9b3e-497b-b152-a69706dc01f2 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 945 time: 0.0688965 Jun 11 00:23:16.789217 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [req-c739f7a9-475a-4ccf-80ae-44df2418b355 req-79ca798a-2a63-4bdc-b9e3-a3134d78fc78 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Request body: {'port': {'security_groups': ['46c23634-2f2c-42f6-9a3c-1f4ef520fd4e', '410c1270-6b7d-4843-a261-d6d0d957b41f']}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:16.897495 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-c739f7a9-475a-4ccf-80ae-44df2418b355 req-79ca798a-2a63-4bdc-b9e3-a3134d78fc78 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:17.081841 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:17.116690 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [req-c739f7a9-475a-4ccf-80ae-44df2418b355 req-79ca798a-2a63-4bdc-b9e3-a3134d78fc78 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] For port 8ab231fe-f300-41b0-a870-3dd10b997606, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8ab231fe-f300-41b0-a870-3dd10b997606,segment=NetworkSegment(05c00fdb-d64b-478c-8a74-4b6427aa730e),segment_id=05c00fdb-d64b-478c-8a74-4b6427aa730e)] {{(pid=91888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:23:17.146774 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-c739f7a9-475a-4ccf-80ae-44df2418b355 req-79ca798a-2a63-4bdc-b9e3-a3134d78fc78 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for port, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:17.151008 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-c739f7a9-475a-4ccf-80ae-44df2418b355 req-79ca798a-2a63-4bdc-b9e3-a3134d78fc78 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3493243'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:17.155206 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:17.161539 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['8ab231fe-f300-41b0-a870-3dd10b997606'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:23:17.208477 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739f7a9-475a-4ccf-80ae-44df2418b355 req-79ca798a-2a63-4bdc-b9e3-a3134d78fc78 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:17.209113 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-c739f7a9-475a-4ccf-80ae-44df2418b355 req-79ca798a-2a63-4bdc-b9e3-a3134d78fc78 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:17.210531 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c739f7a9-475a-4ccf-80ae-44df2418b355 req-79ca798a-2a63-4bdc-b9e3-a3134d78fc78 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "PUT /v2.0/ports/8ab231fe-f300-41b0-a870-3dd10b997606 HTTP/1.1" status: 200 len: 981 time: 0.4261816 Jun 11 00:23:17.240546 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca798a-2a63-4bdc-b9e3-a3134d78fc78 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Pushing event updated for resources: {'Port': ['ID=8ab231fe-f300-41b0-a870-3dd10b997606,revision_number=6']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:17.243775 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-79ca798a-2a63-4bdc-b9e3-a3134d78fc78 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:17.389746 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['8ab231fe-f300-41b0-a870-3dd10b997606'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:23:17.396722 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd375393-aafd-4508-87da-9706d63b4cdc req-8c6887d4-096b-479f-bcbd-235f8e353975 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:17.398324 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-dd375393-aafd-4508-87da-9706d63b4cdc req-8c6887d4-096b-479f-bcbd-235f8e353975 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 984 time: 0.0744123 Jun 11 00:23:17.441349 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-dd375393-aafd-4508-87da-9706d63b4cdc req-4b9f8186-f77b-42b9-8682-9e6061309a25 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=410c1270-6b7d-4843-a261-d6d0d957b41f&id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372593 Jun 11 00:23:17.490142 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-b010ebc5-e74d-40ef-a5d0-87eb8abdef7d None None] Provisioning complete for port 8ab231fe-f300-41b0-a870-3dd10b997606 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:23:17.490676 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-b010ebc5-e74d-40ef-a5d0-87eb8abdef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:17.697059 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ff8cb1-71e4-454e-864c-bdc0a4f2ee87', 'tag': '8ab231fe-f300-41b0-a870-3dd10b997606'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:23:17.699504 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed24c81-573e-4efa-b8d7-dd0aeec18d64" -d '{"events": [{"name": "network-changed", "server_uuid": "99ff8cb1-71e4-454e-864c-bdc0a4f2ee87", "tag": "8ab231fe-f300-41b0-a870-3dd10b997606"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:23:17.740217 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a5e300-8fd8-487d-82a7-31ccd1ee9775 x-openstack-request-id: req-32a5e300-8fd8-487d-82a7-31ccd1ee9775 {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:23:17.740551 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ff8cb1-71e4-454e-864c-bdc0a4f2ee87", "tag": "8ab231fe-f300-41b0-a870-3dd10b997606", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:23:17.740849 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32a5e300-8fd8-487d-82a7-31ccd1ee9775 {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:23:17.741291 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ff8cb1-71e4-454e-864c-bdc0a4f2ee87', 'tag': '8ab231fe-f300-41b0-a870-3dd10b997606', 'status': 'completed', 'code': 200} Jun 11 00:23:17.831253 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed24c81-573e-4efa-b8d7-dd0aeec18d64 req-1f869f7b-9b9a-4f8b-b4ba-835c354e8f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:17.832754 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7ed24c81-573e-4efa-b8d7-dd0aeec18d64 req-1f869f7b-9b9a-4f8b-b4ba-835c354e8f00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70d07cfff50c45bbb0e8533e72f1cb9f&device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 1137 time: 0.0625336 Jun 11 00:23:17.949839 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed24c81-573e-4efa-b8d7-dd0aeec18d64 req-f3ce2735-ef8e-4959-ba87-3504a48e74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:17.951248 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7ed24c81-573e-4efa-b8d7-dd0aeec18d64 req-f3ce2735-ef8e-4959-ba87-3504a48e74ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=9023436a-36a2-4328-aff7-18cb1e5d7fbd HTTP/1.1" status: 200 len: 915 time: 0.1116905 Jun 11 00:23:18.032050 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7ed24c81-573e-4efa-b8d7-dd0aeec18d64 req-89df6f9b-fc2f-4917-a1aa-3077b8b96442 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab231fe-f300-41b0-a870-3dd10b997606 HTTP/1.1" status: 200 len: 1001 time: 0.0737174 Jun 11 00:23:18.097002 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed24c81-573e-4efa-b8d7-dd0aeec18d64 req-4e4ac8dc-c079-4203-b1e4-8e588cf4cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:18.098391 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7ed24c81-573e-4efa-b8d7-dd0aeec18d64 req-4e4ac8dc-c079-4203-b1e4-8e588cf4cffe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ae933b1-0995-4a95-af6b-716827b45f38 HTTP/1.1" status: 200 len: 853 time: 0.0555742 Jun 11 00:23:18.160725 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed24c81-573e-4efa-b8d7-dd0aeec18d64 req-415045b6-74da-4278-9a1d-8614a8cf8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:18.162180 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7ed24c81-573e-4efa-b8d7-dd0aeec18d64 req-415045b6-74da-4278-9a1d-8614a8cf8591 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9023436a-36a2-4328-aff7-18cb1e5d7fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561459 Jun 11 00:23:18.281966 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7ed24c81-573e-4efa-b8d7-dd0aeec18d64 req-c9666280-58dc-4777-b2bb-0fff018d75fc service neutron] 10.222.0.21 "GET /v2.0/networks/9023436a-36a2-4328-aff7-18cb1e5d7fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121027 Jun 11 00:23:18.395883 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7ed24c81-573e-4efa-b8d7-dd0aeec18d64 req-8ad21f43-6405-493d-9bb6-b2817bc8041c service neutron] 10.222.0.21 "GET /v2.0/networks/9023436a-36a2-4328-aff7-18cb1e5d7fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077282 Jun 11 00:23:18.472229 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:40.496203 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae168052-9f7d-4047-8f9b-de9fcd46abd1 req-f02cf9e1-b31c-40c4-8552-027a9f3c1291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:40.497626 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-ae168052-9f7d-4047-8f9b-de9fcd46abd1 req-f02cf9e1-b31c-40c4-8552-027a9f3c1291 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70d07cfff50c45bbb0e8533e72f1cb9f&device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 1137 time: 0.0593193 Jun 11 00:23:40.535779 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd49ca-fe65-4430-80b8-63e03bea612a req-a7733309-9fa7-4743-a71a-23c0f0c4d7f9 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:40.537320 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-80fd49ca-fe65-4430-80b8-63e03bea612a req-a7733309-9fa7-4743-a71a-23c0f0c4d7f9 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 984 time: 0.0739005 Jun 11 00:23:40.582254 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-80fd49ca-fe65-4430-80b8-63e03bea612a req-0df9c6c0-4717-4e4e-9741-debab9046c68 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=410c1270-6b7d-4843-a261-d6d0d957b41f&id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388622 Jun 11 00:23:40.612408 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae168052-9f7d-4047-8f9b-de9fcd46abd1 req-11836668-d553-47be-bd3c-b6f404485f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:40.613883 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-ae168052-9f7d-4047-8f9b-de9fcd46abd1 req-11836668-d553-47be-bd3c-b6f404485f95 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9023436a-36a2-4328-aff7-18cb1e5d7fbd HTTP/1.1" status: 200 len: 915 time: 0.1098900 Jun 11 00:23:40.693165 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-ae168052-9f7d-4047-8f9b-de9fcd46abd1 req-2ae098bf-ed14-4094-9cdb-48427aa01130 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab231fe-f300-41b0-a870-3dd10b997606 HTTP/1.1" status: 200 len: 1001 time: 0.0722983 Jun 11 00:23:40.752610 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae168052-9f7d-4047-8f9b-de9fcd46abd1 req-5f53a935-5264-4870-b3b9-82e1abcbe688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:40.753905 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-ae168052-9f7d-4047-8f9b-de9fcd46abd1 req-5f53a935-5264-4870-b3b9-82e1abcbe688 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ae933b1-0995-4a95-af6b-716827b45f38 HTTP/1.1" status: 200 len: 853 time: 0.0530729 Jun 11 00:23:40.820571 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae168052-9f7d-4047-8f9b-de9fcd46abd1 req-121f9cc4-6942-4ba9-846b-c1eb6a4d0d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:40.822002 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-ae168052-9f7d-4047-8f9b-de9fcd46abd1 req-121f9cc4-6942-4ba9-846b-c1eb6a4d0d03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9023436a-36a2-4328-aff7-18cb1e5d7fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552564 Jun 11 00:23:40.940172 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-ae168052-9f7d-4047-8f9b-de9fcd46abd1 req-96eb2e80-e061-4e31-a1d6-4f2d663ff6b6 service neutron] 10.222.0.21 "GET /v2.0/networks/9023436a-36a2-4328-aff7-18cb1e5d7fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101217 Jun 11 00:23:41.061008 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-ae168052-9f7d-4047-8f9b-de9fcd46abd1 req-b64d816e-9b23-47f7-86bb-971cc046b206 service neutron] 10.222.0.21 "GET /v2.0/networks/9023436a-36a2-4328-aff7-18cb1e5d7fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115086 Jun 11 00:23:41.535211 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:41.761042 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9b1fb-287c-4f58-b5c9-ea0d68e56d4b req-6360119e-b21b-4f4b-a1be-9dea1eb64310 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:41.762407 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5aa9b1fb-287c-4f58-b5c9-ea0d68e56d4b req-6360119e-b21b-4f4b-a1be-9dea1eb64310 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 984 time: 0.0693517 Jun 11 00:23:41.804785 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5aa9b1fb-287c-4f58-b5c9-ea0d68e56d4b req-acebec84-a677-4315-92c6-f3360df1739e tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=410c1270-6b7d-4843-a261-d6d0d957b41f&id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367713 Jun 11 00:23:42.981709 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a762c-c438-4720-9cf1-ed92d6e979da req-1b874396-4b5c-477d-a2cc-7cd42b35a845 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:42.983137 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-772a762c-c438-4720-9cf1-ed92d6e979da req-1b874396-4b5c-477d-a2cc-7cd42b35a845 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 984 time: 0.0708711 Jun 11 00:23:43.026411 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-772a762c-c438-4720-9cf1-ed92d6e979da req-5584f07c-02c8-43c6-a32e-0ad246142f41 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=410c1270-6b7d-4843-a261-d6d0d957b41f&id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376678 Jun 11 00:23:43.186660 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-70b41bcc-5a88-4aff-8cb5-969203901311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:44.205432 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededd2f4-df5f-451c-bf54-32d16c56b6f5 req-4ed9b242-010b-4fa5-8b7d-f4ef290f9226 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:44.206864 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ededd2f4-df5f-451c-bf54-32d16c56b6f5 req-4ed9b242-010b-4fa5-8b7d-f4ef290f9226 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 984 time: 0.0674815 Jun 11 00:23:44.248773 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ededd2f4-df5f-451c-bf54-32d16c56b6f5 req-b78ad53f-010c-4c2a-815a-22648a3b4de4 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=410c1270-6b7d-4843-a261-d6d0d957b41f&id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362940 Jun 11 00:23:45.428783 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c4048-a2ba-4c45-86e9-580ff86cb300 req-24070edf-a224-4179-89d0-bec8e27cde4a tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:45.430253 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7f8c4048-a2ba-4c45-86e9-580ff86cb300 req-24070edf-a224-4179-89d0-bec8e27cde4a tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 984 time: 0.0730128 Jun 11 00:23:45.473985 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7f8c4048-a2ba-4c45-86e9-580ff86cb300 req-0c7b179f-06ef-49d8-936b-0970e7e64178 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=410c1270-6b7d-4843-a261-d6d0d957b41f&id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380099 Jun 11 00:23:45.766701 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-4e7db58f-b100-4558-9daf-2c6fb97405f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:45.941060 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:46.649753 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71415e81-9633-4575-969e-e579e9e1f858 req-9ffb5e93-cc29-4f2a-8ee1-1ccc536035bd tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:46.651098 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-71415e81-9633-4575-969e-e579e9e1f858 req-9ffb5e93-cc29-4f2a-8ee1-1ccc536035bd tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 984 time: 0.0679181 Jun 11 00:23:46.693468 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-71415e81-9633-4575-969e-e579e9e1f858 req-ec018f2c-647c-4b91-948b-ed8d44963f45 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=410c1270-6b7d-4843-a261-d6d0d957b41f&id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362978 Jun 11 00:23:47.084026 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:47.875049 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bbf7c-8156-4904-a6d5-c94905d8998d req-13cc91ef-05c5-400c-a4ce-c1098f1089f4 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:47.876515 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d12bbf7c-8156-4904-a6d5-c94905d8998d req-13cc91ef-05c5-400c-a4ce-c1098f1089f4 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 984 time: 0.0723493 Jun 11 00:23:47.919544 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d12bbf7c-8156-4904-a6d5-c94905d8998d req-cd73f9f4-cd74-4d1d-8861-01b8189e69a9 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=410c1270-6b7d-4843-a261-d6d0d957b41f&id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374095 Jun 11 00:23:48.475350 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:49.094475 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c8545-3528-4509-8ce8-75eee4f3224a req-79a3e721-93ab-4630-8294-a1d627eeed54 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:49.095925 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-fa4c8545-3528-4509-8ce8-75eee4f3224a req-79a3e721-93ab-4630-8294-a1d627eeed54 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 984 time: 0.0668519 Jun 11 00:23:49.138261 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-fa4c8545-3528-4509-8ce8-75eee4f3224a req-7e8764c5-1e13-493d-aabc-09f5e11e8f05 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=410c1270-6b7d-4843-a261-d6d0d957b41f&id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367928 Jun 11 00:23:49.169695 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:23:50.319107 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc247c3-6e0c-4bb2-a8e9-f2e4c1f51028 req-9aaf6004-d592-4040-9e57-85038e06abb9 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:50.320584 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-adc247c3-6e0c-4bb2-a8e9-f2e4c1f51028 req-9aaf6004-d592-4040-9e57-85038e06abb9 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 984 time: 0.0723438 Jun 11 00:23:50.363274 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-adc247c3-6e0c-4bb2-a8e9-f2e4c1f51028 req-776da5cc-a836-45dd-af7b-a5a7fb01b4b7 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=410c1270-6b7d-4843-a261-d6d0d957b41f&id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370085 Jun 11 00:23:51.539717 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a75606-9de0-4a1b-8536-f9f09a797dde req-f074294f-8786-4cd1-9ee7-d555bf93f243 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:51.541212 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d0a75606-9de0-4a1b-8536-f9f09a797dde req-f074294f-8786-4cd1-9ee7-d555bf93f243 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 984 time: 0.0679789 Jun 11 00:23:51.584922 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d0a75606-9de0-4a1b-8536-f9f09a797dde req-ebdc83da-a247-4a49-8844-dc314c338c43 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=410c1270-6b7d-4843-a261-d6d0d957b41f&id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379534 Jun 11 00:23:52.762512 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94e69f-25db-43df-8fa4-2ccb0be72458 req-f77a83eb-4558-460d-bd10-fc72488d9011 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:52.763865 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9b94e69f-25db-43df-8fa4-2ccb0be72458 req-f77a83eb-4558-460d-bd10-fc72488d9011 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 984 time: 0.0705087 Jun 11 00:23:52.807137 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-9b94e69f-25db-43df-8fa4-2ccb0be72458 req-7c1c6d62-d432-44d2-a792-b8e5dcc26f52 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=410c1270-6b7d-4843-a261-d6d0d957b41f&id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371885 Jun 11 00:23:53.985635 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb6b18-48d1-4a29-a245-0b555368d1d7 req-0327b6f7-e938-4b23-9212-1e7a1c7107b3 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:53.987076 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e9cb6b18-48d1-4a29-a245-0b555368d1d7 req-0327b6f7-e938-4b23-9212-1e7a1c7107b3 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 984 time: 0.0686285 Jun 11 00:23:54.028848 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e9cb6b18-48d1-4a29-a245-0b555368d1d7 req-dac66ddc-1f90-4bdc-83c9-dc99925be1ae tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=410c1270-6b7d-4843-a261-d6d0d957b41f&id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361495 Jun 11 00:23:55.207381 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21373fc-0f2a-4e13-b68e-b2f7deb9dbea req-a6fd9a06-17f9-4709-ac7d-3ee5dc6757e2 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:55.208839 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e21373fc-0f2a-4e13-b68e-b2f7deb9dbea req-a6fd9a06-17f9-4709-ac7d-3ee5dc6757e2 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 984 time: 0.0707555 Jun 11 00:23:55.251440 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e21373fc-0f2a-4e13-b68e-b2f7deb9dbea req-0c602ce7-96f0-44c1-bb53-f3f4e6a8c76c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=410c1270-6b7d-4843-a261-d6d0d957b41f&id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369327 Jun 11 00:23:56.428483 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8e401-c0ac-485e-8315-2c9b493a87f4 req-aa7069cd-ce9e-4915-8fde-d362f12fdb92 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:56.429927 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-54f8e401-c0ac-485e-8315-2c9b493a87f4 req-aa7069cd-ce9e-4915-8fde-d362f12fdb92 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 984 time: 0.0708756 Jun 11 00:23:56.472477 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-54f8e401-c0ac-485e-8315-2c9b493a87f4 req-c3c769dd-d48b-4a3c-b7b0-1d4dac8cbb2c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=410c1270-6b7d-4843-a261-d6d0d957b41f&id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368049 Jun 11 00:23:57.654034 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f9e8e-f837-4ca7-92c1-81602536b20c req-0a9c0e03-2895-4a14-b9ca-94c19283dc17 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:57.655905 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ce5f9e8e-f837-4ca7-92c1-81602536b20c req-0a9c0e03-2895-4a14-b9ca-94c19283dc17 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 984 time: 0.0710881 Jun 11 00:23:57.699926 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ce5f9e8e-f837-4ca7-92c1-81602536b20c req-90b45a44-dc54-487d-8015-0ad8558c37d2 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=410c1270-6b7d-4843-a261-d6d0d957b41f&id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384085 Jun 11 00:24:11.550694 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:13.186504 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-e4e230fc-2c75-435a-89b3-8f2537fba2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:15.288679 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-2ae5e1a9-08c6-4472-9cf2-c8458cef7f67 req-09c04db7-09f4-44ce-ad94-24994b4eaa87 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0572212 Jun 11 00:24:15.385783 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5e1a9-08c6-4472-9cf2-c8458cef7f67 req-03c05a59-05a8-4061-ac87-e8b3b32d5c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:15.387226 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-2ae5e1a9-08c6-4472-9cf2-c8458cef7f67 req-03c05a59-05a8-4061-ac87-e8b3b32d5c8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70d07cfff50c45bbb0e8533e72f1cb9f&device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 1137 time: 0.0572550 Jun 11 00:24:15.512721 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5e1a9-08c6-4472-9cf2-c8458cef7f67 req-8197258c-db06-4e4c-95eb-193f6322da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:15.514801 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-2ae5e1a9-08c6-4472-9cf2-c8458cef7f67 req-8197258c-db06-4e4c-95eb-193f6322da2f service neutron] 10.222.0.21 "GET /v2.0/networks?id=9023436a-36a2-4328-aff7-18cb1e5d7fbd HTTP/1.1" status: 200 len: 915 time: 0.1076729 Jun 11 00:24:15.601958 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-2ae5e1a9-08c6-4472-9cf2-c8458cef7f67 req-8528daae-11a4-4721-bea9-6c7fe09a1e1a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab231fe-f300-41b0-a870-3dd10b997606 HTTP/1.1" status: 200 len: 1001 time: 0.0759749 Jun 11 00:24:15.656190 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5e1a9-08c6-4472-9cf2-c8458cef7f67 req-3955ee4f-0ac9-48e8-8f0f-02f06cc008b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:15.657583 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-2ae5e1a9-08c6-4472-9cf2-c8458cef7f67 req-3955ee4f-0ac9-48e8-8f0f-02f06cc008b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ae933b1-0995-4a95-af6b-716827b45f38 HTTP/1.1" status: 200 len: 853 time: 0.0491817 Jun 11 00:24:15.721495 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5e1a9-08c6-4472-9cf2-c8458cef7f67 req-560b8dd6-3fab-4ddf-b730-ba6f8a1d2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:15.722895 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-2ae5e1a9-08c6-4472-9cf2-c8458cef7f67 req-560b8dd6-3fab-4ddf-b730-ba6f8a1d2a19 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9023436a-36a2-4328-aff7-18cb1e5d7fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590162 Jun 11 00:24:15.767644 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-0868af4e-4b3a-4f84-908f-aed10fed46f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:15.832725 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-2ae5e1a9-08c6-4472-9cf2-c8458cef7f67 req-baa514c4-ecb3-46af-8b76-3d86a794a6ff service neutron] 10.222.0.21 "GET /v2.0/networks/9023436a-36a2-4328-aff7-18cb1e5d7fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026649 Jun 11 00:24:15.942974 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:15.950490 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-2ae5e1a9-08c6-4472-9cf2-c8458cef7f67 req-cdcb1a53-f4ff-4180-8c0d-1629a32089c9 service neutron] 10.222.0.21 "GET /v2.0/networks/9023436a-36a2-4328-aff7-18cb1e5d7fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087098 Jun 11 00:24:17.087394 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:18.478164 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:26.167639 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:24:29.830790 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8313e27-ccd2-4a12-95a1-f7fafbc07b01 req-d1986bf4-13e0-427c-aac0-0706aca056e0 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1861118445&fields=id&tenant_id=70d07cfff50c45bbb0e8533e72f1cb9f HTTP/1.1" status: 200 len: 267 time: 0.0358400 Jun 11 00:24:29.900352 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8313e27-ccd2-4a12-95a1-f7fafbc07b01 req-170940db-c6ef-450f-a617-38f9e7762cb4 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:29.901778 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8313e27-ccd2-4a12-95a1-f7fafbc07b01 req-170940db-c6ef-450f-a617-38f9e7762cb4 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 984 time: 0.0658982 Jun 11 00:24:29.911979 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [req-e8313e27-ccd2-4a12-95a1-f7fafbc07b01 req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Request body: {'port': {'security_groups': ['46c23634-2f2c-42f6-9a3c-1f4ef520fd4e']}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:30.264730 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e8313e27-ccd2-4a12-95a1-f7fafbc07b01 req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:30.465900 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [req-e8313e27-ccd2-4a12-95a1-f7fafbc07b01 req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] For port 8ab231fe-f300-41b0-a870-3dd10b997606, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8ab231fe-f300-41b0-a870-3dd10b997606,segment=NetworkSegment(05c00fdb-d64b-478c-8a74-4b6427aa730e),segment_id=05c00fdb-d64b-478c-8a74-4b6427aa730e)] {{(pid=91888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:30.500080 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e8313e27-ccd2-4a12-95a1-f7fafbc07b01 req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for port, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:30.504658 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e8313e27-ccd2-4a12-95a1-f7fafbc07b01 req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3493243'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:30.508395 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:30.517626 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['8ab231fe-f300-41b0-a870-3dd10b997606'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:24:30.561368 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8313e27-ccd2-4a12-95a1-f7fafbc07b01 req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:30.562026 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [req-e8313e27-ccd2-4a12-95a1-f7fafbc07b01 req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:30.563481 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e8313e27-ccd2-4a12-95a1-f7fafbc07b01 req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "PUT /v2.0/ports/8ab231fe-f300-41b0-a870-3dd10b997606 HTTP/1.1" status: 200 len: 942 time: 0.6557798 Jun 11 00:24:30.564022 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ff8cb1-71e4-454e-864c-bdc0a4f2ee87', 'tag': '8ab231fe-f300-41b0-a870-3dd10b997606'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:24:30.569741 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf585e28-6a0d-4dda-bd31-ac8357931ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "99ff8cb1-71e4-454e-864c-bdc0a4f2ee87", "tag": "8ab231fe-f300-41b0-a870-3dd10b997606"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:24:30.569861 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46796) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:30.601399 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Pushing event updated for resources: {'Port': ['ID=8ab231fe-f300-41b0-a870-3dd10b997606,revision_number=7']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:30.612561 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.613299 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.613671 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.614079 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.614445 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.614803 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.615361 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.615748 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.616100 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.616581 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.617023 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.617379 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.623530 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:30.645327 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c897d367-4f98-476f-a7cf-191bf1986838 x-openstack-request-id: req-c897d367-4f98-476f-a7cf-191bf1986838 {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:24:30.645708 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ff8cb1-71e4-454e-864c-bdc0a4f2ee87", "tag": "8ab231fe-f300-41b0-a870-3dd10b997606", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:24:30.646003 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c897d367-4f98-476f-a7cf-191bf1986838 {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:24:30.646482 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ff8cb1-71e4-454e-864c-bdc0a4f2ee87', 'tag': '8ab231fe-f300-41b0-a870-3dd10b997606', 'status': 'completed', 'code': 200} Jun 11 00:24:30.662188 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['8ab231fe-f300-41b0-a870-3dd10b997606'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:24:30.694874 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-962c8d6d-61bf-490e-a3b6-ebf070be12ab tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:30.733484 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-962c8d6d-61bf-490e-a3b6-ebf070be12ab tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:30.780488 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf585e28-6a0d-4dda-bd31-ac8357931ed0 req-3ff52733-009d-4066-9fa0-790433e307ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:30.782466 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cf585e28-6a0d-4dda-bd31-ac8357931ed0 req-3ff52733-009d-4066-9fa0-790433e307ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70d07cfff50c45bbb0e8533e72f1cb9f&device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 1098 time: 0.1302767 Jun 11 00:24:30.797024 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-3f7a9d04-ade2-46c2-b7ed-d6116b249379 None None] Provisioning complete for port 8ab231fe-f300-41b0-a870-3dd10b997606 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:30.797412 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9d04-ade2-46c2-b7ed-d6116b249379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:30.892660 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-962c8d6d-61bf-490e-a3b6-ebf070be12ab tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:30.895158 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-962c8d6d-61bf-490e-a3b6-ebf070be12ab tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:30.896318 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-962c8d6d-61bf-490e-a3b6-ebf070be12ab tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "DELETE /v2.0/security-groups/410c1270-6b7d-4843-a261-d6d0d957b41f HTTP/1.1" status: 204 len: 168 time: 0.3260601 Jun 11 00:24:30.899107 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46798) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:30.902781 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-19016ab1-e54f-48cf-b138-25d0c49d701e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:30.916150 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c8d6d-61bf-490e-a3b6-ebf070be12ab tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=410c1270-6b7d-4843-a261-d6d0d957b41f,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:30.919486 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf585e28-6a0d-4dda-bd31-ac8357931ed0 req-f8563349-15fe-46e7-88bb-6683b74ecf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:30.920941 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cf585e28-6a0d-4dda-bd31-ac8357931ed0 req-f8563349-15fe-46e7-88bb-6683b74ecf7a service neutron] 10.222.0.21 "GET /v2.0/networks?id=9023436a-36a2-4328-aff7-18cb1e5d7fbd HTTP/1.1" status: 200 len: 915 time: 0.1320951 Jun 11 00:24:30.925673 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d6d-61bf-490e-a3b6-ebf070be12ab tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.926056 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d6d-61bf-490e-a3b6-ebf070be12ab tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.926436 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d6d-61bf-490e-a3b6-ebf070be12ab tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.926809 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d6d-61bf-490e-a3b6-ebf070be12ab tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.927199 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d6d-61bf-490e-a3b6-ebf070be12ab tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.927592 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d6d-61bf-490e-a3b6-ebf070be12ab tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.927957 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d6d-61bf-490e-a3b6-ebf070be12ab tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.928324 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d6d-61bf-490e-a3b6-ebf070be12ab tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.928688 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d6d-61bf-490e-a3b6-ebf070be12ab tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.929057 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d6d-61bf-490e-a3b6-ebf070be12ab tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.929419 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d6d-61bf-490e-a3b6-ebf070be12ab tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.929818 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d6d-61bf-490e-a3b6-ebf070be12ab tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:30.933564 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-962c8d6d-61bf-490e-a3b6-ebf070be12ab tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:31.012456 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cf585e28-6a0d-4dda-bd31-ac8357931ed0 req-c8c3ee4a-4669-4447-bfc8-7e31e149a06c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab231fe-f300-41b0-a870-3dd10b997606 HTTP/1.1" status: 200 len: 1001 time: 0.0798700 Jun 11 00:24:31.068281 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf585e28-6a0d-4dda-bd31-ac8357931ed0 req-34970755-2b60-4e27-91db-9b4db4ce2c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:31.069733 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cf585e28-6a0d-4dda-bd31-ac8357931ed0 req-34970755-2b60-4e27-91db-9b4db4ce2c88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ae933b1-0995-4a95-af6b-716827b45f38 HTTP/1.1" status: 200 len: 853 time: 0.0508971 Jun 11 00:24:31.102085 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-f42ca55b-cb2b-40cb-b091-7f6c74ef92cb tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Deleting port aaeeb309-78f2-484b-b4a7-d4f9741629e6 {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:24:31.102486 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f42ca55b-cb2b-40cb-b091-7f6c74ef92cb tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:31.131901 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf585e28-6a0d-4dda-bd31-ac8357931ed0 req-3e3a41ef-b46f-4207-a4a6-592b0e3d0541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:31.133375 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cf585e28-6a0d-4dda-bd31-ac8357931ed0 req-3e3a41ef-b46f-4207-a4a6-592b0e3d0541 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9023436a-36a2-4328-aff7-18cb1e5d7fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573094 Jun 11 00:24:31.204183 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f42ca55b-cb2b-40cb-b091-7f6c74ef92cb tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:31.204510 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f42ca55b-cb2b-40cb-b091-7f6c74ef92cb tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:31.257222 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cf585e28-6a0d-4dda-bd31-ac8357931ed0 req-41abc162-70ea-4913-853d-dbe8bdd08717 service neutron] 10.222.0.21 "GET /v2.0/networks/9023436a-36a2-4328-aff7-18cb1e5d7fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165767 Jun 11 00:24:31.295943 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-f42ca55b-cb2b-40cb-b091-7f6c74ef92cb tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Calling delete_port for aaeeb309-78f2-484b-b4a7-d4f9741629e6 owned by network:floatingip {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:24:31.373584 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cf585e28-6a0d-4dda-bd31-ac8357931ed0 req-1a9cd964-0dd9-40f7-8f17-d621c206504f service neutron] 10.222.0.21 "GET /v2.0/networks/9023436a-36a2-4328-aff7-18cb1e5d7fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089163 Jun 11 00:24:31.471668 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f42ca55b-cb2b-40cb-b091-7f6c74ef92cb tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:31.473574 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:31.502617 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ca55b-cb2b-40cb-b091-7f6c74ef92cb tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Pushing event deleted for resources: {'Port': ['ID=aaeeb309-78f2-484b-b4a7-d4f9741629e6,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:31.505064 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-f42ca55b-cb2b-40cb-b091-7f6c74ef92cb tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:31.579328 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f42ca55b-cb2b-40cb-b091-7f6c74ef92cb tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks [] for floatingip, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:31.579608 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.l3_db [None req-f42ca55b-cb2b-40cb-b091-7f6c74ef92cb tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Floating IP 58401670-eea4-4efb-96bc-d597c939f886 disassociated (deleted). External IP: 172.27.0.240, port: 8ab231fe-f300-41b0-a870-3dd10b997606. Jun 11 00:24:31.856571 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42ca55b-cb2b-40cb-b091-7f6c74ef92cb tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Router f5a6a2c0-4192-413f-81b3-82d5f30d37ef has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:24:32.000881 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42ca55b-cb2b-40cb-b091-7f6c74ef92cb tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:24:32.005556 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f42ca55b-cb2b-40cb-b091-7f6c74ef92cb tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:32.010105 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1cff8f-8181-4ed9-b466-b919fb4da377 None None] Sync routers for ids ['f5a6a2c0-4192-413f-81b3-82d5f30d37ef'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:24:32.020714 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1cff8f-8181-4ed9-b466-b919fb4da377 None None] Routers {'f5a6a2c0-4192-413f-81b3-82d5f30d37ef'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:32.021334 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-9d1cff8f-8181-4ed9-b466-b919fb4da377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:24:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['f5a6a2c0-4192-413f-81b3-82d5f30d37ef'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:32.048661 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-f42ca55b-cb2b-40cb-b091-7f6c74ef92cb tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "DELETE /v2.0/floatingips/58401670-eea4-4efb-96bc-d597c939f886 HTTP/1.1" status: 204 len: 168 time: 1.1483290 Jun 11 00:24:32.167731 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-9d1cff8f-8181-4ed9-b466-b919fb4da377 None None] Set router f5a6a2c0-4192-413f-81b3-82d5f30d37ef gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:32.445381 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-9d1cff8f-8181-4ed9-b466-b919fb4da377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'name': 'tempest-TestMinimumBasicScenario-845891463-router', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:28Z', 'revision_number': 4, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'gw_port': {'id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': 'cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a', 'name': '', 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'mac_address': 'fa:16:3e:1d:3c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3ae933b1-0995-4a95-af6b-716827b45f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:27Z', 'updated_at': '2021-06-11T00:22:34Z', 'revision_number': 5, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'subnets': [{'id': '3ae933b1-0995-4a95-af6b-716827b45f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:32.448570 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1cff8f-8181-4ed9-b466-b919fb4da377 None None] Checking router: f5a6a2c0-4192-413f-81b3-82d5f30d37ef for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:24:32.456752 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1cff8f-8181-4ed9-b466-b919fb4da377 None None] Routers {'f5a6a2c0-4192-413f-81b3-82d5f30d37ef'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:32.457365 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-9d1cff8f-8181-4ed9-b466-b919fb4da377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:24:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['f5a6a2c0-4192-413f-81b3-82d5f30d37ef'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:32.604739 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-9d1cff8f-8181-4ed9-b466-b919fb4da377 None None] Set router f5a6a2c0-4192-413f-81b3-82d5f30d37ef gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:32.647308 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ff8cb1-71e4-454e-864c-bdc0a4f2ee87', 'tag': '8ab231fe-f300-41b0-a870-3dd10b997606'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:24:32.649787 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22ef639-cb74-4087-8c34-4751c941017c" -d '{"events": [{"name": "network-changed", "server_uuid": "99ff8cb1-71e4-454e-864c-bdc0a4f2ee87", "tag": "8ab231fe-f300-41b0-a870-3dd10b997606"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:24:32.685200 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22436176-8aee-4890-b4e5-afa7bdcd0258 x-openstack-request-id: req-22436176-8aee-4890-b4e5-afa7bdcd0258 {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:24:32.685541 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ff8cb1-71e4-454e-864c-bdc0a4f2ee87", "tag": "8ab231fe-f300-41b0-a870-3dd10b997606", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:24:32.685830 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22436176-8aee-4890-b4e5-afa7bdcd0258 {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:24:32.686273 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ff8cb1-71e4-454e-864c-bdc0a4f2ee87', 'tag': '8ab231fe-f300-41b0-a870-3dd10b997606', 'status': 'completed', 'code': 200} Jun 11 00:24:32.792058 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ef639-cb74-4087-8c34-4751c941017c req-1c2d38aa-d129-4fe2-8ba2-2aed6e821cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:32.793564 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c22ef639-cb74-4087-8c34-4751c941017c req-1c2d38aa-d129-4fe2-8ba2-2aed6e821cac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70d07cfff50c45bbb0e8533e72f1cb9f&device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 1098 time: 0.0799036 Jun 11 00:24:32.912422 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ef639-cb74-4087-8c34-4751c941017c req-02337b45-3a47-423f-b3c0-700a428b55d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:32.913883 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c22ef639-cb74-4087-8c34-4751c941017c req-02337b45-3a47-423f-b3c0-700a428b55d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9023436a-36a2-4328-aff7-18cb1e5d7fbd HTTP/1.1" status: 200 len: 915 time: 0.1133966 Jun 11 00:24:32.977917 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c22ef639-cb74-4087-8c34-4751c941017c req-21bc3cc6-9c4c-4e00-a8ea-56dab9da8729 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab231fe-f300-41b0-a870-3dd10b997606 HTTP/1.1" status: 200 len: 217 time: 0.0560791 Jun 11 00:24:32.998922 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-9d1cff8f-8181-4ed9-b466-b919fb4da377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'name': 'tempest-TestMinimumBasicScenario-845891463-router', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:28Z', 'revision_number': 4, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'gw_port': {'id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': 'cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a', 'name': '', 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'mac_address': 'fa:16:3e:1d:3c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3ae933b1-0995-4a95-af6b-716827b45f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:27Z', 'updated_at': '2021-06-11T00:22:34Z', 'revision_number': 5, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'subnets': [{'id': '3ae933b1-0995-4a95-af6b-716827b45f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:33.002484 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1cff8f-8181-4ed9-b466-b919fb4da377 None None] The sync data for ids ['f5a6a2c0-4192-413f-81b3-82d5f30d37ef'] in dv-cinder-786260-5-iscsi is: [{'id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'name': 'tempest-TestMinimumBasicScenario-845891463-router', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:28Z', 'revision_number': 4, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'gw_port': {'id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': 'cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a', 'name': '', 'network_id': '9023436a-36a2-4328-aff7-18cb1e5d7fbd', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'mac_address': 'fa:16:3e:1d:3c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3ae933b1-0995-4a95-af6b-716827b45f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:27Z', 'updated_at': '2021-06-11T00:22:34Z', 'revision_number': 5, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'subnets': [{'id': '3ae933b1-0995-4a95-af6b-716827b45f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:24:33.053558 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ef639-cb74-4087-8c34-4751c941017c req-0917894d-30df-4fd8-b762-0c95d7f9146d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:33.055014 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c22ef639-cb74-4087-8c34-4751c941017c req-0917894d-30df-4fd8-b762-0c95d7f9146d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ae933b1-0995-4a95-af6b-716827b45f38 HTTP/1.1" status: 200 len: 853 time: 0.0706477 Jun 11 00:24:33.119111 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ef639-cb74-4087-8c34-4751c941017c req-6bd83018-70d5-422b-ac00-360ccc7c78d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:33.120727 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c22ef639-cb74-4087-8c34-4751c941017c req-6bd83018-70d5-422b-ac00-360ccc7c78d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9023436a-36a2-4328-aff7-18cb1e5d7fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591168 Jun 11 00:24:33.221620 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c1a4f-a1ef-4f11-aa97-8d7bbbd34f59 None None] New status for floating IP 58401670-eea4-4efb-96bc-d597c939f886: DOWN {{(pid=91890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:24:33.241880 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c22ef639-cb74-4087-8c34-4751c941017c req-7507cebe-c286-43a2-9f1e-3b1d1ec2bed8 service neutron] 10.222.0.21 "GET /v2.0/networks/9023436a-36a2-4328-aff7-18cb1e5d7fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146054 Jun 11 00:24:33.358742 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c22ef639-cb74-4087-8c34-4751c941017c req-7741851c-4799-4c19-bb65-92087767c4e1 service neutron] 10.222.0.21 "GET /v2.0/networks/9023436a-36a2-4328-aff7-18cb1e5d7fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102805 Jun 11 00:24:35.065960 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e4630-4410-4564-b70b-47b43c66dd4a req-6737f699-f3b4-43cf-baa1-0a4dd3fcbb32 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:35.067482 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4e7e4630-4410-4564-b70b-47b43c66dd4a req-6737f699-f3b4-43cf-baa1-0a4dd3fcbb32 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 945 time: 0.0690920 Jun 11 00:24:35.110216 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4e7e4630-4410-4564-b70b-47b43c66dd4a req-01ac0888-dbb3-4738-b1fd-d796c4e42cb1 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356827 Jun 11 00:24:36.290950 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45c20e-49d2-4d0b-9d5d-cae11f3d787c req-9727e9b7-bc91-4cca-bd90-10ff3475d667 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:36.292435 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5b45c20e-49d2-4d0b-9d5d-cae11f3d787c req-9727e9b7-bc91-4cca-bd90-10ff3475d667 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 945 time: 0.0717239 Jun 11 00:24:36.333638 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5b45c20e-49d2-4d0b-9d5d-cae11f3d787c req-c4cbd0f5-b083-4af1-8f24-ef62aa4a0a46 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/security-groups?id=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355651 Jun 11 00:24:36.661652 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45e0c9-e48e-41e5-bd13-4cd96aa31ab0 req-1575f88f-3243-406b-9a34-8f3fe7bcdaa0 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:36.663056 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-ec45e0c9-e48e-41e5-bd13-4cd96aa31ab0 req-1575f88f-3243-406b-9a34-8f3fe7bcdaa0 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.21 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 945 time: 0.0670455 Jun 11 00:24:36.790805 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-ec45e0c9-e48e-41e5-bd13-4cd96aa31ab0 req-6ed11439-2900-4ead-ac6b-3edf80217cb2 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Deleting port 8ab231fe-f300-41b0-a870-3dd10b997606 {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:24:36.791146 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-ec45e0c9-e48e-41e5-bd13-4cd96aa31ab0 req-6ed11439-2900-4ead-ac6b-3edf80217cb2 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:36.902854 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-ec45e0c9-e48e-41e5-bd13-4cd96aa31ab0 req-6ed11439-2900-4ead-ac6b-3edf80217cb2 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] For port 8ab231fe-f300-41b0-a870-3dd10b997606, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8ab231fe-f300-41b0-a870-3dd10b997606,segment=NetworkSegment(05c00fdb-d64b-478c-8a74-4b6427aa730e),segment_id=05c00fdb-d64b-478c-8a74-4b6427aa730e)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:36.903210 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-ec45e0c9-e48e-41e5-bd13-4cd96aa31ab0 req-6ed11439-2900-4ead-ac6b-3edf80217cb2 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:36.994202 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-ec45e0c9-e48e-41e5-bd13-4cd96aa31ab0 req-6ed11439-2900-4ead-ac6b-3edf80217cb2 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Calling delete_port for 8ab231fe-f300-41b0-a870-3dd10b997606 owned by compute:nova {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:24:37.144322 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-ec45e0c9-e48e-41e5-bd13-4cd96aa31ab0 req-6ed11439-2900-4ead-ac6b-3edf80217cb2 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:37.149369 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-466c065c-6a59-435a-906a-5727ecab8239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:37.156359 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['8ab231fe-f300-41b0-a870-3dd10b997606'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:24:37.189104 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed11439-2900-4ead-ac6b-3edf80217cb2 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Pushing event deleted for resources: {'Port': ['ID=8ab231fe-f300-41b0-a870-3dd10b997606,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:37.192114 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-6ed11439-2900-4ead-ac6b-3edf80217cb2 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:37.240370 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec45e0c9-e48e-41e5-bd13-4cd96aa31ab0 req-6ed11439-2900-4ead-ac6b-3edf80217cb2 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] No DVR routers for this DVR port 8ab231fe-f300-41b0-a870-3dd10b997606 on host hv-cinder-78626 {{(pid=91887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:24:37.242714 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-ec45e0c9-e48e-41e5-bd13-4cd96aa31ab0 req-6ed11439-2900-4ead-ac6b-3edf80217cb2 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:37.244830 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-ec45e0c9-e48e-41e5-bd13-4cd96aa31ab0 req-6ed11439-2900-4ead-ac6b-3edf80217cb2 tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.21 "DELETE /v2.0/ports/8ab231fe-f300-41b0-a870-3dd10b997606 HTTP/1.1" status: 204 len: 173 time: 0.5766451 Jun 11 00:24:37.245292 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ff8cb1-71e4-454e-864c-bdc0a4f2ee87', 'name': 'network-vif-deleted', 'tag': '8ab231fe-f300-41b0-a870-3dd10b997606'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:24:37.247631 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956d4b65-d9e5-42a2-8645-f3c376b40605" -d '{"events": [{"server_uuid": "99ff8cb1-71e4-454e-864c-bdc0a4f2ee87", "name": "network-vif-deleted", "tag": "8ab231fe-f300-41b0-a870-3dd10b997606"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:24:37.290268 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d8a1e8-c55d-4e9d-95c1-2b068ae9227c x-openstack-request-id: req-75d8a1e8-c55d-4e9d-95c1-2b068ae9227c {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:24:37.290632 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ff8cb1-71e4-454e-864c-bdc0a4f2ee87", "name": "network-vif-deleted", "tag": "8ab231fe-f300-41b0-a870-3dd10b997606", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:24:37.290936 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75d8a1e8-c55d-4e9d-95c1-2b068ae9227c {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:24:37.291415 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff8cb1-71e4-454e-864c-bdc0a4f2ee87', 'name': 'network-vif-deleted', 'tag': '8ab231fe-f300-41b0-a870-3dd10b997606', 'status': 'completed', 'code': 200} Jun 11 00:24:37.489394 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-070b471c-c750-4ad5-8988-5f43282f8192 req-72d2fd1d-9d86-4c64-bf60-f3b021272d4e tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ff8cb1-71e4-454e-864c-bdc0a4f2ee87 HTTP/1.1" status: 200 len: 210 time: 0.0332062 Jun 11 00:24:39.085618 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46884) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:39.519090 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-fd84b4b3-be6e-4e23-a471-98cdede2801a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808805'] for router_interface, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:39.831050 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-fd84b4b3-be6e-4e23-a471-98cdede2801a admin admin] Deleting port cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:24:39.831411 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-fd84b4b3-be6e-4e23-a471-98cdede2801a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:39.931953 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [None req-fd84b4b3-be6e-4e23-a471-98cdede2801a admin admin] For port cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a,segment=NetworkSegment(05c00fdb-d64b-478c-8a74-4b6427aa730e),segment_id=05c00fdb-d64b-478c-8a74-4b6427aa730e)] {{(pid=91888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:39.932352 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-fd84b4b3-be6e-4e23-a471-98cdede2801a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:40.021773 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-fd84b4b3-be6e-4e23-a471-98cdede2801a admin admin] Calling delete_port for cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a owned by network:router_interface {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:24:40.235329 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-fd84b4b3-be6e-4e23-a471-98cdede2801a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:40.237157 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-b1b8445c-d594-49df-9a2c-f1828234382c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:40.268462 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84b4b3-be6e-4e23-a471-98cdede2801a admin admin] Pushing event deleted for resources: {'Port': ['ID=cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:40.271097 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-fd84b4b3-be6e-4e23-a471-98cdede2801a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:40.443733 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 8ab231fe-f300-41b0-a870-3dd10b997606 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:24:40.469678 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] No Port match for: 8ab231fe-f300-41b0-a870-3dd10b997606 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:24:40.470033 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 8ab231fe-f300-41b0-a870-3dd10b997606 not bound to the agent host hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:24:40.741543 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-fd84b4b3-be6e-4e23-a471-98cdede2801a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1804085'] for router_interface, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:41.021155 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd84b4b3-be6e-4e23-a471-98cdede2801a admin admin] Router f5a6a2c0-4192-413f-81b3-82d5f30d37ef has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:24:41.165959 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd84b4b3-be6e-4e23-a471-98cdede2801a admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:24:41.171016 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-fd84b4b3-be6e-4e23-a471-98cdede2801a admin admin] 10.222.0.15 "PUT /v2.0/routers/f5a6a2c0-4192-413f-81b3-82d5f30d37ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0843852 Jun 11 00:24:41.173489 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46886) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:41.176951 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc08895-2a62-439a-984e-0b711427c299 None None] Sync routers for ids ['f5a6a2c0-4192-413f-81b3-82d5f30d37ef'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:24:41.185639 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc08895-2a62-439a-984e-0b711427c299 None None] Routers {'f5a6a2c0-4192-413f-81b3-82d5f30d37ef'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:41.186258 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-7bc08895-2a62-439a-984e-0b711427c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:24:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['f5a6a2c0-4192-413f-81b3-82d5f30d37ef'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:41.311089 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f96e17c0-9f2c-49f0-a1df-69a5b655bd74 admin admin] Notify callbacks [] for router, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:41.333061 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-7bc08895-2a62-439a-984e-0b711427c299 None None] Set router f5a6a2c0-4192-413f-81b3-82d5f30d37ef gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:41.446488 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f96e17c0-9f2c-49f0-a1df-69a5b655bd74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:41.506197 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-f96e17c0-9f2c-49f0-a1df-69a5b655bd74 admin admin] Deleting port 36699d8c-26ca-4976-aa3a-1ad8110ca21d {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:24:41.506541 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f96e17c0-9f2c-49f0-a1df-69a5b655bd74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:41.557828 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:41.579753 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-7bc08895-2a62-439a-984e-0b711427c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'name': 'tempest-TestMinimumBasicScenario-845891463-router', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:24:40Z', 'revision_number': 5, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'gw_port': {'id': '36699d8c-26ca-4976-aa3a-1ad8110ca21d', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:41.583068 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc08895-2a62-439a-984e-0b711427c299 None None] Checking router: f5a6a2c0-4192-413f-81b3-82d5f30d37ef for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:24:41.591121 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc08895-2a62-439a-984e-0b711427c299 None None] Routers {'f5a6a2c0-4192-413f-81b3-82d5f30d37ef'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:41.591771 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-7bc08895-2a62-439a-984e-0b711427c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:24:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['f5a6a2c0-4192-413f-81b3-82d5f30d37ef'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:41.608307 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [None req-f96e17c0-9f2c-49f0-a1df-69a5b655bd74 admin admin] For port 36699d8c-26ca-4976-aa3a-1ad8110ca21d, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=36699d8c-26ca-4976-aa3a-1ad8110ca21d,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:41.608676 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f96e17c0-9f2c-49f0-a1df-69a5b655bd74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:41.702972 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-f96e17c0-9f2c-49f0-a1df-69a5b655bd74 admin admin] Calling delete_port for 36699d8c-26ca-4976-aa3a-1ad8110ca21d owned by network:router_gateway {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:24:41.710900 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-7bc08895-2a62-439a-984e-0b711427c299 None None] Set router f5a6a2c0-4192-413f-81b3-82d5f30d37ef gateway port host: None {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:41.790730 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-7bc08895-2a62-439a-984e-0b711427c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'name': 'tempest-TestMinimumBasicScenario-845891463-router', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:24:41Z', 'revision_number': 6, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'gw_port_host': None}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:41.794188 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc08895-2a62-439a-984e-0b711427c299 None None] The sync data for ids ['f5a6a2c0-4192-413f-81b3-82d5f30d37ef'] in dv-cinder-786260-5-iscsi is: [{'id': 'f5a6a2c0-4192-413f-81b3-82d5f30d37ef', 'name': 'tempest-TestMinimumBasicScenario-845891463-router', 'tenant_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:25Z', 'updated_at': '2021-06-11T00:24:41Z', 'revision_number': 6, 'project_id': '70d07cfff50c45bbb0e8533e72f1cb9f', 'gw_port_host': None}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:24:41.905171 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f96e17c0-9f2c-49f0-a1df-69a5b655bd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:41.908763 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-77169c2a-4120-42b3-a74b-5f147730104e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:41.941370 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e17c0-9f2c-49f0-a1df-69a5b655bd74 admin admin] Pushing event deleted for resources: {'Port': ['ID=36699d8c-26ca-4976-aa3a-1ad8110ca21d,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:41.944164 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-f96e17c0-9f2c-49f0-a1df-69a5b655bd74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:42.008660 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f96e17c0-9f2c-49f0-a1df-69a5b655bd74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1807972'] for router_gateway, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.142469 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f96e17c0-9f2c-49f0-a1df-69a5b655bd74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1805719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57805'] for router, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.144695 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f96e17c0-9f2c-49f0-a1df-69a5b655bd74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.203262 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f96e17c0-9f2c-49f0-a1df-69a5b655bd74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806145'] for router, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.203917 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96e17c0-9f2c-49f0-a1df-69a5b655bd74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5a6a2c0-4192-413f-81b3-82d5f30d37ef {{(pid=91888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 00:24:42.208325 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-f96e17c0-9f2c-49f0-a1df-69a5b655bd74 admin admin] Notify callbacks [] for router, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.209446 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-f96e17c0-9f2c-49f0-a1df-69a5b655bd74 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f5a6a2c0-4192-413f-81b3-82d5f30d37ef HTTP/1.1" status: 204 len: 168 time: 1.0350509 Jun 11 00:24:42.212024 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46888) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:42.266051 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_v2 [None req-be028910-5f22-4119-ba5f-1a0ad2fb3dbd admin admin] Deleting subnet 3ae933b1-0995-4a95-af6b-716827b45f38 {{(pid=91888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:24:42.268952 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-be028910-5f22-4119-ba5f-1a0ad2fb3dbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.309422 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-be028910-5f22-4119-ba5f-1a0ad2fb3dbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3200702'] for subnet, precommit_delete_associations {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.401729 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-be028910-5f22-4119-ba5f-1a0ad2fb3dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752867'] for subnet, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.459737 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-be028910-5f22-4119-ba5f-1a0ad2fb3dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3493816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555048'] for subnet, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.461727 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:42.489266 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be028910-5f22-4119-ba5f-1a0ad2fb3dbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ae933b1-0995-4a95-af6b-716827b45f38,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:42.492582 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-be028910-5f22-4119-ba5f-1a0ad2fb3dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:42.495190 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-be028910-5f22-4119-ba5f-1a0ad2fb3dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for subnet, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.497052 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-be028910-5f22-4119-ba5f-1a0ad2fb3dbd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3ae933b1-0995-4a95-af6b-716827b45f38 HTTP/1.1" status: 204 len: 168 time: 0.2840841 Jun 11 00:24:42.500273 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46890) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:42.503054 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c9e5d6-2b1d-4c84-b3e5-650fd0bda45d None None] Network 9023436a-36a2-4328-aff7-18cb1e5d7fbd requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:24:42.594448 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546938'] for network, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.655158 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] Deleting port 26b5f715-6a7c-4f83-bef3-11f351717cbd {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:24:42.655544 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.735823 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] DHCP port deletion for 9023436a-36a2-4328-aff7-18cb1e5d7fbd request from dv-cinder-786260-5-iscsi {{(pid=91889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 00:24:42.747814 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] For port 26b5f715-6a7c-4f83-bef3-11f351717cbd, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=26b5f715-6a7c-4f83-bef3-11f351717cbd,segment=NetworkSegment(05c00fdb-d64b-478c-8a74-4b6427aa730e),segment_id=05c00fdb-d64b-478c-8a74-4b6427aa730e)] {{(pid=91888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:42.748180 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.790065 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] Deleting port 26b5f715-6a7c-4f83-bef3-11f351717cbd {{(pid=91889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:24:42.790456 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.841500 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] Calling delete_port for 26b5f715-6a7c-4f83-bef3-11f351717cbd owned by network:dhcp {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:24:42.880542 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] For port 26b5f715-6a7c-4f83-bef3-11f351717cbd, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=26b5f715-6a7c-4f83-bef3-11f351717cbd,segment=NetworkSegment(05c00fdb-d64b-478c-8a74-4b6427aa730e),segment_id=05c00fdb-d64b-478c-8a74-4b6427aa730e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:42.880945 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.933622 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.935793 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-6e400f2f-63b5-4b47-96c3-6334fb6df03d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:42.967896 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] Pushing event deleted for resources: {'Port': ['ID=26b5f715-6a7c-4f83-bef3-11f351717cbd,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:42.970900 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:42.971693 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] No DVR routers for this DVR port 26b5f715-6a7c-4f83-bef3-11f351717cbd on host dv-cinder-786260-5-iscsi {{(pid=91888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:24:42.977084 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] Calling delete_port for 26b5f715-6a7c-4f83-bef3-11f351717cbd owned by network:dhcp {{(pid=91889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:24:43.070212 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750700', 'neutron.services.segments.db._delete_segments_for_network-8777603965615'] for network, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:43.083671 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9023436a-36a2-4328-aff7-18cb1e5d7fbd']}} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:43.096194 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c00fdb-d64b-478c-8a74-4b6427aa730e') {'for_net_delete': True} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:43.096496 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c00fdb-d64b-478c-8a74-4b6427aa730e') {} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:43.107056 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777603965444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3200679'] for segment, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:43.122843 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:43.129789 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=91888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:24:43.130189 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3493159'] for segment, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: retrieve_revision_numbers = { Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: retrieve_revision_numbers = { Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: Traceback (most recent call last): Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: timer() Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: cb(*args, **kw) Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: return func(*args, **kwargs) Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: self._notify() Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: self.callback(batched_events) Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: event.method(event) Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: return f(self, *a, **k) Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: return self._get(url).json() Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: return self.request(url, 'GET', **kwargs) Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:24:43.132003 dv-cinder-786260-5-iscsi neutron-server[91888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:24:43.173482 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 26b5f715-6a7c-4f83-bef3-11f351717cbd no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:24:43.209372 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: 26b5f715-6a7c-4f83-bef3-11f351717cbd {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:24:43.209725 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 26b5f715-6a7c-4f83-bef3-11f351717cbd not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:24:43.210153 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 36699d8c-26ca-4976-aa3a-1ad8110ca21d no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:24:43.210858 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1807883'] for network, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:43.217193 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:43.223262 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9023436a-36a2-4328-aff7-18cb1e5d7fbd HTTP/1.1" status: 204 len: 168 time: 0.7218504 Jun 11 00:24:43.223509 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46892) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:43.224324 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:43.243709 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] Pushing event deleted for resources: {'Network': ['ID=9023436a-36a2-4328-aff7-18cb1e5d7fbd,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:43.246857 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-06d5e0ad-d4d8-4ce8-80dc-0bf43dab8113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:43.247680 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: 36699d8c-26ca-4976-aa3a-1ad8110ca21d {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:24:43.248030 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 36699d8c-26ca-4976-aa3a-1ad8110ca21d not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:24:43.248457 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:24:43.251435 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-ecefb72c-df81-4bde-a417-b1fe2baa6960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:43.279433 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:24:43.279785 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device cc1f42cc-a7e9-40a9-8d7f-1dfc2e17af0a not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:24:43.293828 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975'] for port, after_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:43.295740 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:43.325337 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] Network 9023436a-36a2-4328-aff7-18cb1e5d7fbd is not hosted by any dhcp agent {{(pid=91889) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 00:24:43.325808 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] No DVR routers for this DVR port 26b5f715-6a7c-4f83-bef3-11f351717cbd on host dv-cinder-786260-5-iscsi {{(pid=91889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:24:43.328174 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] Pushing event deleted for resources: {'Port': ['ID=26b5f715-6a7c-4f83-bef3-11f351717cbd,revision_number=None']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:43.341961 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:43.342410 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:43.342658 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:43.343000 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:43.343923 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:43.344263 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:43.344592 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:43.344920 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:43.345248 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:43.345573 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:43.345894 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:43.346212 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:43.349466 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:43.944394 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f07992fa-ff95-4a3b-afef-16deafe81e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808805'] for router_interface, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:44.258373 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-f07992fa-ff95-4a3b-afef-16deafe81e59 admin admin] Deleting port 3ecb8528-2890-4e56-ac52-2c3db7f2c68e {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:24:44.259318 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f07992fa-ff95-4a3b-afef-16deafe81e59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:44.358453 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [None req-f07992fa-ff95-4a3b-afef-16deafe81e59 admin admin] For port 3ecb8528-2890-4e56-ac52-2c3db7f2c68e, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=3ecb8528-2890-4e56-ac52-2c3db7f2c68e,segment=NetworkSegment(e2bdbf9e-2700-42fa-bc83-316051e639ed),segment_id=e2bdbf9e-2700-42fa-bc83-316051e639ed)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:44.358830 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f07992fa-ff95-4a3b-afef-16deafe81e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:44.454763 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-f07992fa-ff95-4a3b-afef-16deafe81e59 admin admin] Calling delete_port for 3ecb8528-2890-4e56-ac52-2c3db7f2c68e owned by network:router_interface {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:24:44.666953 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f07992fa-ff95-4a3b-afef-16deafe81e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:44.668868 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0ffb2e3a-0153-4350-8f61-1943c8de1156 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:44.695441 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07992fa-ff95-4a3b-afef-16deafe81e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ecb8528-2890-4e56-ac52-2c3db7f2c68e,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:44.699054 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f07992fa-ff95-4a3b-afef-16deafe81e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:44.918549 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-f07992fa-ff95-4a3b-afef-16deafe81e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1804085'] for router_interface, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:45.214825 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07992fa-ff95-4a3b-afef-16deafe81e59 admin admin] Router 998e3b93-67dc-4acf-bf61-8fd7a5450925 has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:24:45.355638 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07992fa-ff95-4a3b-afef-16deafe81e59 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:24:45.360587 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-f07992fa-ff95-4a3b-afef-16deafe81e59 admin admin] 10.222.0.15 "PUT /v2.0/routers/998e3b93-67dc-4acf-bf61-8fd7a5450925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1359055 Jun 11 00:24:45.363069 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46894) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:45.363872 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e23478-bd5a-4939-aa6d-c7476f8958cb None None] Sync routers for ids ['998e3b93-67dc-4acf-bf61-8fd7a5450925'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:24:45.372850 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e23478-bd5a-4939-aa6d-c7476f8958cb None None] Routers {'998e3b93-67dc-4acf-bf61-8fd7a5450925'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:45.373479 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-76e23478-bd5a-4939-aa6d-c7476f8958cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:24:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['998e3b93-67dc-4acf-bf61-8fd7a5450925'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:45.502642 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-546be8c5-0441-4de2-8d6d-6f273f35d7a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:45.514007 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-76e23478-bd5a-4939-aa6d-c7476f8958cb None None] Set router 998e3b93-67dc-4acf-bf61-8fd7a5450925 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:45.644337 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-546be8c5-0441-4de2-8d6d-6f273f35d7a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:45.700248 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-546be8c5-0441-4de2-8d6d-6f273f35d7a4 admin admin] Deleting port b5b33f30-0e8a-4179-a2a0-a11e1989e38c {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:24:45.700590 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-546be8c5-0441-4de2-8d6d-6f273f35d7a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:45.751574 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-76e23478-bd5a-4939-aa6d-c7476f8958cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998e3b93-67dc-4acf-bf61-8fd7a5450925', 'name': 'tempest-TestMinimumBasicScenario-70813674-router', 'tenant_id': '504d617e2e56428f93c267111a956e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b5b33f30-0e8a-4179-a2a0-a11e1989e38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:30Z', 'updated_at': '2021-06-11T00:24:44Z', 'revision_number': 5, 'project_id': '504d617e2e56428f93c267111a956e58', 'gw_port': {'id': 'b5b33f30-0e8a-4179-a2a0-a11e1989e38c', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998e3b93-67dc-4acf-bf61-8fd7a5450925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:22:31Z', 'updated_at': '2021-06-11T00:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:45.754918 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e23478-bd5a-4939-aa6d-c7476f8958cb None None] Checking router: 998e3b93-67dc-4acf-bf61-8fd7a5450925 for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:24:45.763192 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e23478-bd5a-4939-aa6d-c7476f8958cb None None] Routers {'998e3b93-67dc-4acf-bf61-8fd7a5450925'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:45.763819 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-76e23478-bd5a-4939-aa6d-c7476f8958cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:24:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['998e3b93-67dc-4acf-bf61-8fd7a5450925'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:45.770738 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-72a4c689-4371-455e-94f6-e080c0afbce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:45.804022 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [None req-546be8c5-0441-4de2-8d6d-6f273f35d7a4 admin admin] For port b5b33f30-0e8a-4179-a2a0-a11e1989e38c, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=b5b33f30-0e8a-4179-a2a0-a11e1989e38c,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:45.804386 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-546be8c5-0441-4de2-8d6d-6f273f35d7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:45.883547 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-76e23478-bd5a-4939-aa6d-c7476f8958cb None None] Set router 998e3b93-67dc-4acf-bf61-8fd7a5450925 gateway port host: None {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:45.895466 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-546be8c5-0441-4de2-8d6d-6f273f35d7a4 admin admin] Calling delete_port for b5b33f30-0e8a-4179-a2a0-a11e1989e38c owned by network:router_gateway {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:24:45.946729 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:45.963989 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-76e23478-bd5a-4939-aa6d-c7476f8958cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998e3b93-67dc-4acf-bf61-8fd7a5450925', 'name': 'tempest-TestMinimumBasicScenario-70813674-router', 'tenant_id': '504d617e2e56428f93c267111a956e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:30Z', 'updated_at': '2021-06-11T00:24:45Z', 'revision_number': 6, 'project_id': '504d617e2e56428f93c267111a956e58', 'gw_port_host': None}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:45.967506 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e23478-bd5a-4939-aa6d-c7476f8958cb None None] The sync data for ids ['998e3b93-67dc-4acf-bf61-8fd7a5450925'] in dv-cinder-786260-5-iscsi is: [{'id': '998e3b93-67dc-4acf-bf61-8fd7a5450925', 'name': 'tempest-TestMinimumBasicScenario-70813674-router', 'tenant_id': '504d617e2e56428f93c267111a956e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:22:30Z', 'updated_at': '2021-06-11T00:24:45Z', 'revision_number': 6, 'project_id': '504d617e2e56428f93c267111a956e58', 'gw_port_host': None}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:24:46.101204 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-546be8c5-0441-4de2-8d6d-6f273f35d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:46.103844 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:46.131006 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546be8c5-0441-4de2-8d6d-6f273f35d7a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b33f30-0e8a-4179-a2a0-a11e1989e38c,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:46.134433 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-546be8c5-0441-4de2-8d6d-6f273f35d7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:46.207022 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-546be8c5-0441-4de2-8d6d-6f273f35d7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1807972'] for router_gateway, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:46.626974 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-546be8c5-0441-4de2-8d6d-6f273f35d7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1805719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57805'] for router, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:46.629003 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-546be8c5-0441-4de2-8d6d-6f273f35d7a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:46.682863 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-546be8c5-0441-4de2-8d6d-6f273f35d7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806145'] for router, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:46.683297 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546be8c5-0441-4de2-8d6d-6f273f35d7a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 998e3b93-67dc-4acf-bf61-8fd7a5450925 {{(pid=91887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 00:24:46.687628 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-546be8c5-0441-4de2-8d6d-6f273f35d7a4 admin admin] Notify callbacks [] for router, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:46.690989 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-546be8c5-0441-4de2-8d6d-6f273f35d7a4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/998e3b93-67dc-4acf-bf61-8fd7a5450925 HTTP/1.1" status: 204 len: 168 time: 1.3248408 Jun 11 00:24:46.691497 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46896) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:46.746543 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd54ca4-9e71-472c-97bc-d70f1084f919 admin admin] Deleting subnet 2e2c9653-3932-455f-8128-46aa3085c2c7 {{(pid=91888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:24:46.749542 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-fbd54ca4-9e71-472c-97bc-d70f1084f919 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:46.792598 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-fbd54ca4-9e71-472c-97bc-d70f1084f919 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3200702'] for subnet, precommit_delete_associations {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:46.887971 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-fbd54ca4-9e71-472c-97bc-d70f1084f919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752867'] for subnet, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:46.951186 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-fbd54ca4-9e71-472c-97bc-d70f1084f919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3493816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555048'] for subnet, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:46.955157 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-adcb1219-a392-45e2-a020-5eb5516a23a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:46.990975 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd54ca4-9e71-472c-97bc-d70f1084f919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e2c9653-3932-455f-8128-46aa3085c2c7,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:46.992974 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-fbd54ca4-9e71-472c-97bc-d70f1084f919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for subnet, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:46.997089 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-fbd54ca4-9e71-472c-97bc-d70f1084f919 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2e2c9653-3932-455f-8128-46aa3085c2c7 HTTP/1.1" status: 204 len: 168 time: 0.3025205 Jun 11 00:24:46.997089 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-fbd54ca4-9e71-472c-97bc-d70f1084f919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:46.997930 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46898) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:47.001430 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09b4052-f42e-474d-8bfa-6973f5746e93 None None] Network f4169046-c29b-47bf-96b8-f39efabd16ae requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:24:47.090579 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546938'] for network, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.096861 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device b5b33f30-0e8a-4179-a2a0-a11e1989e38c no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:24:47.128701 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: b5b33f30-0e8a-4179-a2a0-a11e1989e38c {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:24:47.129055 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device b5b33f30-0e8a-4179-a2a0-a11e1989e38c not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:24:47.129559 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 3ecb8528-2890-4e56-ac52-2c3db7f2c68e no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:24:47.150594 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] Deleting port 3b7360b6-437e-4106-ac1c-7db8204b396b {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:24:47.150864 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.174211 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.176628 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: 3ecb8528-2890-4e56-ac52-2c3db7f2c68e {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:24:47.176981 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 3ecb8528-2890-4e56-ac52-2c3db7f2c68e not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:24:47.243583 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] For port 3b7360b6-437e-4106-ac1c-7db8204b396b, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=3b7360b6-437e-4106-ac1c-7db8204b396b,segment=NetworkSegment(e2bdbf9e-2700-42fa-bc83-316051e639ed),segment_id=e2bdbf9e-2700-42fa-bc83-316051e639ed)] {{(pid=91888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:47.243949 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.289777 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3512a2-ae49-44ca-ad55-6c91c72770c1 None None] DHCP port deletion for f4169046-c29b-47bf-96b8-f39efabd16ae request from dv-cinder-786260-5-iscsi {{(pid=91889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 00:24:47.346106 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-8c3512a2-ae49-44ca-ad55-6c91c72770c1 None None] Deleting port 3b7360b6-437e-4106-ac1c-7db8204b396b {{(pid=91889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:24:47.346485 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-8c3512a2-ae49-44ca-ad55-6c91c72770c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.432714 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-8c3512a2-ae49-44ca-ad55-6c91c72770c1 None None] For port 3b7360b6-437e-4106-ac1c-7db8204b396b, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=3b7360b6-437e-4106-ac1c-7db8204b396b,segment=NetworkSegment(e2bdbf9e-2700-42fa-bc83-316051e639ed),segment_id=e2bdbf9e-2700-42fa-bc83-316051e639ed)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:47.433024 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-8c3512a2-ae49-44ca-ad55-6c91c72770c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.533745 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-8c3512a2-ae49-44ca-ad55-6c91c72770c1 None None] Calling delete_port for 3b7360b6-437e-4106-ac1c-7db8204b396b owned by network:dhcp {{(pid=91889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:24:47.611118 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] Calling delete_port for 3b7360b6-437e-4106-ac1c-7db8204b396b owned by network:dhcp {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:24:47.629425 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-8c3512a2-ae49-44ca-ad55-6c91c72770c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975'] for port, after_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.631643 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-a4192ed0-2f9a-4c4b-af72-b206fbd0bebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:47.658320 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3512a2-ae49-44ca-ad55-6c91c72770c1 None None] Pushing event deleted for resources: {'Port': ['ID=3b7360b6-437e-4106-ac1c-7db8204b396b,revision_number=None']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:47.661820 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-8c3512a2-ae49-44ca-ad55-6c91c72770c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:47.664257 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3512a2-ae49-44ca-ad55-6c91c72770c1 None None] No DVR routers for this DVR port 3b7360b6-437e-4106-ac1c-7db8204b396b on host dv-cinder-786260-5-iscsi {{(pid=91889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:24:47.703624 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.706302 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-bac71a1e-8d94-4cff-8cfa-02185ba40f0c tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:47.737473 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b7360b6-437e-4106-ac1c-7db8204b396b,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:47.740663 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:47.741410 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] No DVR routers for this DVR port 3b7360b6-437e-4106-ac1c-7db8204b396b on host dv-cinder-786260-5-iscsi {{(pid=91888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:24:47.838590 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750700', 'neutron.services.segments.db._delete_segments_for_network-8777603965615'] for network, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.853526 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4169046-c29b-47bf-96b8-f39efabd16ae']}} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:47.864527 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2bdbf9e-2700-42fa-bc83-316051e639ed') {'for_net_delete': True} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:47.864815 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2bdbf9e-2700-42fa-bc83-316051e639ed') {} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:47.881478 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777603965444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3200679'] for segment, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.897974 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.904051 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=91888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:24:47.904434 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3493159'] for segment, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: self.session.flush() Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: self.session.flush() Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: self.session.flush() Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: self.session.flush() Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: Traceback (most recent call last): Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: timer() Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: cb(*args, **kw) Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: return func(*args, **kwargs) Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: self._notify() Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: self.callback(batched_events) Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: event.method(event) Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: return f(self, *a, **k) Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: return self._get(url).json() Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: return self.request(url, 'GET', **kwargs) Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:24:47.906138 dv-cinder-786260-5-iscsi neutron-server[91888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:24:47.977363 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1807883'] for network, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.981035 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-ce27068d-b56f-44d2-8963-c7ffb4e33031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:47.983451 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.985235 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] 10.222.0.15 "DELETE /v2.0/networks/f4169046-c29b-47bf-96b8-f39efabd16ae HTTP/1.1" status: 204 len: 168 time: 0.9870472 Jun 11 00:24:48.005071 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] Pushing event deleted for resources: {'Network': ['ID=f4169046-c29b-47bf-96b8-f39efabd16ae,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:48.007520 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:48.166852 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46902) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:48.211160 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-257c5373-c3c0-4e4d-96f9-ae3b2251cfd9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=70d07cfff50c45bbb0e8533e72f1cb9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427735 Jun 11 00:24:48.213528 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46904) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:48.263804 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1da7aee5-276e-47ca-a5db-c11961257d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:48.285190 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1da7aee5-276e-47ca-a5db-c11961257d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:48.339068 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1da7aee5-276e-47ca-a5db-c11961257d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:48.341750 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-1da7aee5-276e-47ca-a5db-c11961257d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:48.342847 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-1da7aee5-276e-47ca-a5db-c11961257d5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46c23634-2f2c-42f6-9a3c-1f4ef520fd4e HTTP/1.1" status: 204 len: 168 time: 0.1284406 Jun 11 00:24:48.343643 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-6c497539-df69-4e8f-869a-7220b577195e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:48.352030 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7aee5-276e-47ca-a5db-c11961257d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c23634-2f2c-42f6-9a3c-1f4ef520fd4e,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:48.354745 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-1da7aee5-276e-47ca-a5db-c11961257d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:48.482485 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:48.665783 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46910) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:48.708978 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-d311758c-a413-498d-be70-1396d12c626b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=504d617e2e56428f93c267111a956e58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417337 Jun 11 00:24:48.710958 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46912) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:48.761546 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0a440e59-5db6-4f5b-ad31-cfb49e0788d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:48.783971 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0a440e59-5db6-4f5b-ad31-cfb49e0788d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:48.831862 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0a440e59-5db6-4f5b-ad31-cfb49e0788d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:48.834409 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0a440e59-5db6-4f5b-ad31-cfb49e0788d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:48.835543 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-0a440e59-5db6-4f5b-ad31-cfb49e0788d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1796e629-94c5-4b80-9c50-708692d53eb0 HTTP/1.1" status: 204 len: 168 time: 0.1236446 Jun 11 00:24:48.836364 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0654197d-b808-4385-b6ac-8c9ade5fe2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:48.844879 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a440e59-5db6-4f5b-ad31-cfb49e0788d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1796e629-94c5-4b80-9c50-708692d53eb0,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:48.847380 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0a440e59-5db6-4f5b-ad31-cfb49e0788d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:49.085299 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 3b7360b6-437e-4106-ac1c-7db8204b396b no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:24:49.110047 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: 3b7360b6-437e-4106-ac1c-7db8204b396b {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:24:49.110406 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 3b7360b6-437e-4106-ac1c-7db8204b396b not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:24:49.517482 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46934) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:49.619817 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-576508d1-ab4a-4b37-9223-a59b175b0e65 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-690673979-network', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:49.642489 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576508d1-ab4a-4b37-9223-a59b175b0e65 admin admin] Made reservation on behalf of feeb6d9b818d4b6e900667be202babd4 for: {'network': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:24:49.644782 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-576508d1-ab4a-4b37-9223-a59b175b0e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for network, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:49.655058 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-576508d1-ab4a-4b37-9223-a59b175b0e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:49.748555 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-576508d1-ab4a-4b37-9223-a59b175b0e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:49.752217 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-576508d1-ab4a-4b37-9223-a59b175b0e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:49.755820 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-962c8d6d-61bf-490e-a3b6-ebf070be12ab tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:49.774611 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576508d1-ab4a-4b37-9223-a59b175b0e65 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=91887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:24:49.791321 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576508d1-ab4a-4b37-9223-a59b175b0e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bff6b06-afc0-4419-b21a-abeae50e63e9,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:49.794261 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-576508d1-ab4a-4b37-9223-a59b175b0e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:49.794602 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.db.segments_db [None req-576508d1-ab4a-4b37-9223-a59b175b0e65 admin admin] Added segment e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e of type vlan for network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc Jun 11 00:24:49.796013 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-576508d1-ab4a-4b37-9223-a59b175b0e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:49.842268 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-576508d1-ab4a-4b37-9223-a59b175b0e65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777603396253'] for network, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:49.869599 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-576508d1-ab4a-4b37-9223-a59b175b0e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395'] for network, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:49.870904 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576508d1-ab4a-4b37-9223-a59b175b0e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:49.871508 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-576508d1-ab4a-4b37-9223-a59b175b0e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:49.873463 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-a3821225-2f10-485b-8d3d-9c699be4e7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:49.908478 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-576508d1-ab4a-4b37-9223-a59b175b0e65 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3899369 Jun 11 00:24:49.911614 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46938) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:49.916863 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-1e165a1c-c847-4b04-b55a-addde35fe664 admin admin] Request body: {'subnet': {'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-690673979-subnet', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'ip_version': 4}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:49.937481 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e165a1c-c847-4b04-b55a-addde35fe664 admin admin] Made reservation on behalf of feeb6d9b818d4b6e900667be202babd4 for: {'subnet': 1} {{(pid=91888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:24:49.940091 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-1e165a1c-c847-4b04-b55a-addde35fe664 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555063'] for subnet, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:49.955761 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576508d1-ab4a-4b37-9223-a59b175b0e65 admin admin] Pushing event updated for resources: {'Network': ['ID=38e2c24e-d578-40b8-b8c9-9ca2096e81cc,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:49.958451 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-576508d1-ab4a-4b37-9223-a59b175b0e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:49.965832 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc details requested by agent ovs-agent-dv-cinder-786260-5-iscsi with host dv-cinder-786260-5-iscsi {{(pid=91889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:24:50.144218 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-1e165a1c-c847-4b04-b55a-addde35fe664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3493881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555041'] for subnet, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:50.146982 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:50.207952 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e165a1c-c847-4b04-b55a-addde35fe664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e6acae-3f71-48df-b4ed-9cc3a206e1f4,revision_number=0']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:50.211499 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-1e165a1c-c847-4b04-b55a-addde35fe664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:50.216780 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e165a1c-c847-4b04-b55a-addde35fe664 admin admin] Checking segment: {'id': 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:24:50.217140 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e165a1c-c847-4b04-b55a-addde35fe664 admin admin] Network hostable DHCP agents. Network: 38e2c24e-d578-40b8-b8c9-9ca2096e81cc, hostable agents: ['ce8ef649-8289-40e7-a272-310ee0704403'], hosted agents: [] {{(pid=91888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:24:50.232619 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e165a1c-c847-4b04-b55a-addde35fe664 admin admin] Network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc is scheduled to be hosted by DHCP agent ce8ef649-8289-40e7-a272-310ee0704403 with binding_index 1 {{(pid=91888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:24:50.241320 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [None req-1e165a1c-c847-4b04-b55a-addde35fe664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-iscsi, 38e2c24e-d578-40b8-b8c9-9ca2096e81cc) {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:50.245363 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e165a1c-c847-4b04-b55a-addde35fe664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:50.245957 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-1e165a1c-c847-4b04-b55a-addde35fe664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for subnet, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:50.251646 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe912390-9048-4cc9-b17a-ed6dc86298e1 None None] Network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:24:50.260495 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-1e165a1c-c847-4b04-b55a-addde35fe664 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3477256 Jun 11 00:24:50.263045 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46940) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:50.268016 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-48a7259a-2fa4-46fa-841c-f4fe2e6a78a2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:50.287596 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-48a7259a-2fa4-46fa-841c-f4fe2e6a78a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1805805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57663'] for router, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:50.288717 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-48a7259a-2fa4-46fa-841c-f4fe2e6a78a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1805640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807546', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1829555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57654'] for router, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:50.356664 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-48a7259a-2fa4-46fa-841c-f4fe2e6a78a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:50.433703 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb50485c-9bec-542c-b087-b5f348a75376-38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4'}]}} from dv-cinder-786260-5-iscsi. {{(pid=91889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 00:24:50.434595 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:50.553473 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-48a7259a-2fa4-46fa-841c-f4fe2e6a78a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1807539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1805791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57796'] for router, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:50.587314 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.db_base_plugin_common [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Allocated IP 172.20.0.2 (38e2c24e-d578-40b8-b8c9-9ca2096e81cc/52e6acae-3f71-48df-b4ed-9cc3a206e1f4/c6bcc942-1a23-4363-9467-c382e5c6e7b3) {{(pid=91889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:24:50.757404 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Notify callbacks [] for port, precommit_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:50.765638 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Transition to ACTIVE for port object c6bcc942-1a23-4363-9467-c382e5c6e7b3 will not be triggered until provisioned by entity L2. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:50.781744 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Transition to ACTIVE for port object c6bcc942-1a23-4363-9467-c382e5c6e7b3 will not be triggered until provisioned by entity DHCP. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:50.787510 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:50.789278 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-c9ae2fb0-f9f5-412d-98ca-9e38b252e2a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:50.820353 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-48a7259a-2fa4-46fa-841c-f4fe2e6a78a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:50.833521 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc is already hosted by enough agents. {{(pid=91889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:50.837853 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.scheduler.base_scheduler [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Resources bound (agent type, host, resource id): {{(pid=91889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:50.840268 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Received port after_create {{(pid=91889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:24:50.846313 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Pushing event updated for resources: {'Port': ['ID=c6bcc942-1a23-4363-9467-c382e5c6e7b3,revision_number=1']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:50.849000 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:50.850486 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-48a7259a-2fa4-46fa-841c-f4fe2e6a78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:50.914992 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Attempting to bind port c6bcc942-1a23-4363-9467-c382e5c6e7b3 on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:24:50.915395 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Attempting to bind port c6bcc942-1a23-4363-9467-c382e5c6e7b3 by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc'}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:24:50.915761 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Attempting to bind port c6bcc942-1a23-4363-9467-c382e5c6e7b3 on network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:50.920818 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:24:50.921761 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Checking segment: {'id': 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:24:50.922164 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:50.922556 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Bound using segment: {'id': 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc'} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:24:50.923024 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Bound port: c6bcc942-1a23-4363-9467-c382e5c6e7b3, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc'}}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:24:50.923418 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:50.965706 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_common [None req-48a7259a-2fa4-46fa-841c-f4fe2e6a78a2 admin admin] Allocated IP 172.27.0.113 (ac6ac806-5702-4387-9142-a5902410ace9/3051342c-25eb-4552-a861-7cf92af851d2/489fd3d1-51a8-47de-bec9-84063e304f75) {{(pid=91888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:24:50.995536 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] For port c6bcc942-1a23-4363-9467-c382e5c6e7b3, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:24:50.998705 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] For port c6bcc942-1a23-4363-9467-c382e5c6e7b3, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=c6bcc942-1a23-4363-9467-c382e5c6e7b3,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:24:51.003187 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:51.005864 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:51.077197 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Pushing event updated for resources: {'Port': ['ID=c6bcc942-1a23-4363-9467-c382e5c6e7b3,revision_number=2']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:51.080525 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-bf4f13bd-8ddc-4487-acc9-bbb82ca232f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:51.099282 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-48a7259a-2fa4-46fa-841c-f4fe2e6a78a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:51.148320 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-48a7259a-2fa4-46fa-841c-f4fe2e6a78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3493225'] for port, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:51.150423 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:51.189081 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a7259a-2fa4-46fa-841c-f4fe2e6a78a2 admin admin] Network ac6ac806-5702-4387-9142-a5902410ace9 is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:51.192612 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [None req-48a7259a-2fa4-46fa-841c-f4fe2e6a78a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:51.196809 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a7259a-2fa4-46fa-841c-f4fe2e6a78a2 admin admin] Received port after_create {{(pid=91888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:24:51.251123 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7259a-2fa4-46fa-841c-f4fe2e6a78a2 admin admin] Pushing event updated for resources: {'Port': ['ID=489fd3d1-51a8-47de-bec9-84063e304f75,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:51.255240 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-48a7259a-2fa4-46fa-841c-f4fe2e6a78a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:51.535142 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-48a7259a-2fa4-46fa-841c-f4fe2e6a78a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:51.805750 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-48a7259a-2fa4-46fa-841c-f4fe2e6a78a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808123'] for router, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:51.906993 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89ed879-04de-4fac-9538-1724733ee727 None None] Network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:24:51.968777 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a7259a-2fa4-46fa-841c-f4fe2e6a78a2 admin admin] Router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 is scheduled to L3 agent 13048256-9efd-4e96-9632-a13a528604ea with binding_index 1 {{(pid=91888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 00:24:52.012548 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-927cf575-f842-4baa-82b2-54de8beaba46 None None] Provisioning for port c6bcc942-1a23-4363-9467-c382e5c6e7b3 completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:52.370768 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a7259a-2fa4-46fa-841c-f4fe2e6a78a2 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:24:52.381416 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] Sync routers for ids ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:24:52.388275 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-48a7259a-2fa4-46fa-841c-f4fe2e6a78a2 admin admin] Notify callbacks [] for router, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:52.389479 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-48a7259a-2fa4-46fa-841c-f4fe2e6a78a2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1254716 Jun 11 00:24:52.391925 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] Routers {'de1285bd-8ac0-4608-91ac-3ebd4fedebf3'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:52.392551 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:24:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:52.392739 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46942) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:52.673593 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] Set router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:52.910604 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:51Z', 'revision_number': 3, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:52.913913 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] Checking router: de1285bd-8ac0-4608-91ac-3ebd4fedebf3 for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:24:52.914269 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] Updating router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 port 489fd3d1-51a8-47de-bec9-84063e304f75 binding host dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:24:52.944961 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:52.954055 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:53.129726 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_common [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] Allocated IP 172.20.0.1 (38e2c24e-d578-40b8-b8c9-9ca2096e81cc/52e6acae-3f71-48df-b4ed-9cc3a206e1f4/35b66273-bc5f-4491-bfd6-0cf47eaead3c) {{(pid=91888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:24:53.152399 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device c6bcc942-1a23-4363-9467-c382e5c6e7b3 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:53.253504 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port c6bcc942-1a23-4363-9467-c382e5c6e7b3 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:53.259967 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:53.260738 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port c6bcc942-1a23-4363-9467-c382e5c6e7b3 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:53.261121 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:53.273266 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.provisioning_blocks [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] Transition to ACTIVE for port object 35b66273-bc5f-4491-bfd6-0cf47eaead3c will not be triggered until provisioned by entity DHCP. {{(pid=91888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:53.308327 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3493225'] for port, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:53.311377 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-b520cc4a-9213-4f1d-b921-6e628f1bb11d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:53.340775 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] Notify callbacks [] for port, precommit_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:53.355605 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] Transition to ACTIVE for port object 489fd3d1-51a8-47de-bec9-84063e304f75 will not be triggered until provisioned by entity L2. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:53.361078 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] Network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:53.364054 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:53.366536 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:53.368515 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] Pushing event updated for resources: {'Port': ['ID=35b66273-bc5f-4491-bfd6-0cf47eaead3c,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:53.372713 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] Received port after_create {{(pid=91888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:24:53.373587 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:53.396488 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:53.419299 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808700'] for router_interface, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:53.470313 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:53.474794 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3d878-9e71-4434-977b-0111c392acd9 None None] Pushing event updated for resources: {'Port': ['ID=489fd3d1-51a8-47de-bec9-84063e304f75,revision_number=2']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:53.477797 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-4bd3d878-9e71-4434-977b-0111c392acd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:53.488007 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] Attempting to bind port 489fd3d1-51a8-47de-bec9-84063e304f75 on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:24:53.488389 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] Attempting to bind port 489fd3d1-51a8-47de-bec9-84063e304f75 by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:24:53.488763 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] Attempting to bind port 489fd3d1-51a8-47de-bec9-84063e304f75 on network ac6ac806-5702-4387-9142-a5902410ace9 {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:53.501339 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:24:53.501723 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] Checking segment: {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:24:53.502137 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:53.502538 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] Bound using segment: {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:24:53.503033 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] Bound port: 489fd3d1-51a8-47de-bec9-84063e304f75, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:24:53.503435 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:53.558109 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port c6bcc942-1a23-4363-9467-c382e5c6e7b3, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=c6bcc942-1a23-4363-9467-c382e5c6e7b3,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:53.565215 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:53.570374 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:53.588350 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:53.628786 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-4685ddf2-6572-4b99-8322-250d78c797b6 None None] Provisioning for port 35b66273-bc5f-4491-bfd6-0cf47eaead3c completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:53.639410 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] For port 489fd3d1-51a8-47de-bec9-84063e304f75, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:24:53.641916 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-4685ddf2-6572-4b99-8322-250d78c797b6 None None] Provisioning complete for port 35b66273-bc5f-4491-bfd6-0cf47eaead3c triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:53.642244 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-4685ddf2-6572-4b99-8322-250d78c797b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:53.645095 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] For port 489fd3d1-51a8-47de-bec9-84063e304f75, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=489fd3d1-51a8-47de-bec9-84063e304f75,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:24:53.655793 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:53.687535 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=c6bcc942-1a23-4363-9467-c382e5c6e7b3,revision_number=3']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:53.690819 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:53.694418 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:53.750399 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-4685ddf2-6572-4b99-8322-250d78c797b6 None None] Port 35b66273-bc5f-4491-bfd6-0cf47eaead3c cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:24:53.755821 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] Routers {'de1285bd-8ac0-4608-91ac-3ebd4fedebf3'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:53.756482 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:24:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:53.788250 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:53.792707 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3493243'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:53.795800 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-6cb9ede4-d960-4f58-aeb4-acb67af47e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:53.868136 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3d878-9e71-4434-977b-0111c392acd9 None None] Pushing event updated for resources: {'Port': ['ID=489fd3d1-51a8-47de-bec9-84063e304f75,revision_number=3']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:53.876364 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808712'] for router_interface, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:53.878274 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] Pushing event updated for resources: {'Port': ['ID=35b66273-bc5f-4491-bfd6-0cf47eaead3c,revision_number=2']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:53.878918 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-4bd3d878-9e71-4434-977b-0111c392acd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:53.881489 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:53.918038 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] Set router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:53.993303 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] Network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:53.994798 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:54.148259 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] Router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:24:54.189351 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 1, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:54.192782 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1426bb3d-8f7f-4ad5-bf9c-ab5a519cc6df None None] The sync data for ids ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'] in dv-cinder-786260-5-iscsi is: [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 1, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:24:54.269905 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-a1122d59-69e1-4dd5-834a-cf456a8699e7 None None] Provisioning complete for port 35b66273-bc5f-4491-bfd6-0cf47eaead3c triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:54.270228 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-a1122d59-69e1-4dd5-834a-cf456a8699e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:54.295770 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:24:54.301711 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-c35c6d88-b66d-406a-85a2-5db2981c15f1 admin admin] 10.222.0.15 "PUT /v2.0/routers/de1285bd-8ac0-4608-91ac-3ebd4fedebf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9079509 Jun 11 00:24:54.314106 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-a1122d59-69e1-4dd5-834a-cf456a8699e7 None None] Port 35b66273-bc5f-4491-bfd6-0cf47eaead3c cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:24:54.815803 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46958) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:54.822038 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-2608cf00-9b4d-46ef-9492-65e1f01402d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-767815324-network', 'tenant_id': 'f98873feadbf44738f6415a78a0286a7'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:54.844173 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2608cf00-9b4d-46ef-9492-65e1f01402d1 admin admin] Made reservation on behalf of f98873feadbf44738f6415a78a0286a7 for: {'network': 1} {{(pid=91888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:24:54.846653 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-2608cf00-9b4d-46ef-9492-65e1f01402d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for network, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:54.858657 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-2608cf00-9b4d-46ef-9492-65e1f01402d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:54.965327 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-2608cf00-9b4d-46ef-9492-65e1f01402d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:54.969937 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-2608cf00-9b4d-46ef-9492-65e1f01402d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:54.973074 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-8d1b34a8-cc17-4acf-97dd-7ad86ae537eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:54.996788 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2608cf00-9b4d-46ef-9492-65e1f01402d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=91888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:24:55.005883 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608cf00-9b4d-46ef-9492-65e1f01402d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc4f215-c020-4fc1-bf83-e01b2daa8de7,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:55.009876 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-2608cf00-9b4d-46ef-9492-65e1f01402d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:55.012905 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-2608cf00-9b4d-46ef-9492-65e1f01402d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:55.013253 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.segments_db [None req-2608cf00-9b4d-46ef-9492-65e1f01402d1 admin admin] Added segment 0310ca4b-34df-49b5-8edb-ede04f94084b of type vlan for network 4cf0e149-3a1f-4d6f-ba8d-c319c81ef041 Jun 11 00:24:55.067145 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-2608cf00-9b4d-46ef-9492-65e1f01402d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777603396253'] for network, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:55.110049 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-2608cf00-9b4d-46ef-9492-65e1f01402d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395'] for network, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:55.111489 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2608cf00-9b4d-46ef-9492-65e1f01402d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:55.112100 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-2608cf00-9b4d-46ef-9492-65e1f01402d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:55.114389 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-220b73a6-07de-4296-a198-3d1031d2de6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:55.151454 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-2608cf00-9b4d-46ef-9492-65e1f01402d1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3341765 Jun 11 00:24:55.154369 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46960) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:55.159685 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-603bbf41-64b5-44c0-b10b-af93783b291e admin admin] Request body: {'subnet': {'network_id': '4cf0e149-3a1f-4d6f-ba8d-c319c81ef041', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-767815324-subnet', 'tenant_id': 'f98873feadbf44738f6415a78a0286a7', 'ip_version': 4}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:55.183917 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603bbf41-64b5-44c0-b10b-af93783b291e admin admin] Made reservation on behalf of f98873feadbf44738f6415a78a0286a7 for: {'subnet': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:24:55.186535 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-603bbf41-64b5-44c0-b10b-af93783b291e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8802620'] for subnet, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:55.190006 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 489fd3d1-51a8-47de-bec9-84063e304f75 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:55.222062 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608cf00-9b4d-46ef-9492-65e1f01402d1 admin admin] Pushing event updated for resources: {'Network': ['ID=4cf0e149-3a1f-4d6f-ba8d-c319c81ef041,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:55.225973 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-2608cf00-9b4d-46ef-9492-65e1f01402d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:55.237712 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Network 4cf0e149-3a1f-4d6f-ba8d-c319c81ef041 details requested by agent ovs-agent-dv-cinder-786260-5-iscsi with host dv-cinder-786260-5-iscsi {{(pid=91889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:24:55.422213 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-603bbf41-64b5-44c0-b10b-af93783b291e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3175718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8802602'] for subnet, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:55.424308 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-2a8ed4e7-3d82-4dd5-a94b-7ba8b1853a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:55.483384 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port 489fd3d1-51a8-47de-bec9-84063e304f75 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:55.484888 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bbf41-64b5-44c0-b10b-af93783b291e admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c2b8fc-e3ad-48cb-a946-ec862a753008,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:55.487415 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 489fd3d1-51a8-47de-bec9-84063e304f75 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:55.487891 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:55.492802 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-603bbf41-64b5-44c0-b10b-af93783b291e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:55.501863 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603bbf41-64b5-44c0-b10b-af93783b291e admin admin] Checking segment: {'id': '0310ca4b-34df-49b5-8edb-ede04f94084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4cf0e149-3a1f-4d6f-ba8d-c319c81ef041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:24:55.502223 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603bbf41-64b5-44c0-b10b-af93783b291e admin admin] Network hostable DHCP agents. Network: 4cf0e149-3a1f-4d6f-ba8d-c319c81ef041, hostable agents: ['ce8ef649-8289-40e7-a272-310ee0704403'], hosted agents: [] {{(pid=91887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:24:55.520538 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603bbf41-64b5-44c0-b10b-af93783b291e admin admin] Network 4cf0e149-3a1f-4d6f-ba8d-c319c81ef041 is scheduled to be hosted by DHCP agent ce8ef649-8289-40e7-a272-310ee0704403 with binding_index 1 {{(pid=91887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:24:55.529934 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-603bbf41-64b5-44c0-b10b-af93783b291e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-iscsi, 4cf0e149-3a1f-4d6f-ba8d-c319c81ef041) {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:55.535916 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603bbf41-64b5-44c0-b10b-af93783b291e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:55.537462 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-603bbf41-64b5-44c0-b10b-af93783b291e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:55.538830 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e92b9d-7f01-4c0a-a965-4b38847592e5 None None] Network 4cf0e149-3a1f-4d6f-ba8d-c319c81ef041 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:24:55.554888 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-603bbf41-64b5-44c0-b10b-af93783b291e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3968666 Jun 11 00:24:55.555085 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46962) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:55.559510 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-767815324-router', 'tenant_id': 'f98873feadbf44738f6415a78a0286a7', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:55.582755 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1805805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57663'] for router, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:55.583773 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1805640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807546', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1829555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57654'] for router, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:55.649249 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:55.661163 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:55.694779 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port 489fd3d1-51a8-47de-bec9-84063e304f75, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=489fd3d1-51a8-47de-bec9-84063e304f75,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:55.698613 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:55.699468 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device c6bcc942-1a23-4363-9467-c382e5c6e7b3 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:55.723176 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:55.829610 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=489fd3d1-51a8-47de-bec9-84063e304f75,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:55.852794 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:55.854022 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1807539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1805791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57796'] for router, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:55.866501 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb50485c-9bec-542c-b087-b5f348a75376-4cf0e149-3a1f-4d6f-ba8d-c319c81ef041', 'network_id': '4cf0e149-3a1f-4d6f-ba8d-c319c81ef041', 'tenant_id': 'f98873feadbf44738f6415a78a0286a7', 'fixed_ips': [{'subnet_id': '26c2b8fc-e3ad-48cb-a946-ec862a753008'}]}} from dv-cinder-786260-5-iscsi. {{(pid=91889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 00:24:55.867470 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:55.871012 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port c6bcc942-1a23-4363-9467-c382e5c6e7b3 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:55.871404 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:56.098840 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.db_base_plugin_common [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Allocated IP 172.20.0.2 (4cf0e149-3a1f-4d6f-ba8d-c319c81ef041/26c2b8fc-e3ad-48cb-a946-ec862a753008/83d23066-d13a-4e38-bc84-5b5a96816224) {{(pid=91889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:24:56.123036 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57250961-246a-4d46-825e-8114779f6540 None None] Sync routers for ids ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:24:56.132094 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57250961-246a-4d46-825e-8114779f6540 None None] Routers {'de1285bd-8ac0-4608-91ac-3ebd4fedebf3'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:56.132703 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-57250961-246a-4d46-825e-8114779f6540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:24:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:56.141787 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:56.168558 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:56.282919 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Notify callbacks [] for port, precommit_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:56.289940 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-57250961-246a-4d46-825e-8114779f6540 None None] Set router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:56.292555 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] Allocated IP 172.27.0.94 (ac6ac806-5702-4387-9142-a5902410ace9/3051342c-25eb-4552-a861-7cf92af851d2/9b535730-67be-4d69-961b-db6e571322b3) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:24:56.292737 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Transition to ACTIVE for port object 83d23066-d13a-4e38-bc84-5b5a96816224 will not be triggered until provisioned by entity L2. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:56.309975 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Transition to ACTIVE for port object 83d23066-d13a-4e38-bc84-5b5a96816224 will not be triggered until provisioned by entity DHCP. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:56.316820 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966'] for port, after_create {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:56.318800 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:56.371970 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Pushing event updated for resources: {'Port': ['ID=83d23066-d13a-4e38-bc84-5b5a96816224,revision_number=1']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:56.375904 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Network 4cf0e149-3a1f-4d6f-ba8d-c319c81ef041 is already hosted by enough agents. {{(pid=91889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:56.377011 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:56.380251 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.scheduler.base_scheduler [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Resources bound (agent type, host, resource id): {{(pid=91889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:56.385382 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Received port after_create {{(pid=91889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:24:56.443210 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:56.461978 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Attempting to bind port 83d23066-d13a-4e38-bc84-5b5a96816224 on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:24:56.462450 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Attempting to bind port 83d23066-d13a-4e38-bc84-5b5a96816224 by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': '0310ca4b-34df-49b5-8edb-ede04f94084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4cf0e149-3a1f-4d6f-ba8d-c319c81ef041'}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:24:56.462894 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Attempting to bind port 83d23066-d13a-4e38-bc84-5b5a96816224 on network 4cf0e149-3a1f-4d6f-ba8d-c319c81ef041 {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:56.468282 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:24:56.468746 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Checking segment: {'id': '0310ca4b-34df-49b5-8edb-ede04f94084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4cf0e149-3a1f-4d6f-ba8d-c319c81ef041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:24:56.469228 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:56.469713 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Bound using segment: {'id': '0310ca4b-34df-49b5-8edb-ede04f94084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4cf0e149-3a1f-4d6f-ba8d-c319c81ef041'} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:24:56.470264 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Bound port: 83d23066-d13a-4e38-bc84-5b5a96816224, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0310ca4b-34df-49b5-8edb-ede04f94084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4cf0e149-3a1f-4d6f-ba8d-c319c81ef041'}}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:24:56.470735 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:56.488898 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:56.492505 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-8b9a68a4-f011-43b8-9dde-7e7e69b4e571 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:56.546435 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] For port 83d23066-d13a-4e38-bc84-5b5a96816224, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:24:56.548667 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] Network ac6ac806-5702-4387-9142-a5902410ace9 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:56.549959 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] For port 83d23066-d13a-4e38-bc84-5b5a96816224, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=83d23066-d13a-4e38-bc84-5b5a96816224,segment=NetworkSegment(0310ca4b-34df-49b5-8edb-ede04f94084b),segment_id=0310ca4b-34df-49b5-8edb-ede04f94084b)] {{(pid=91889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:24:56.552086 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:56.554121 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:56.555988 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:24:56.558848 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-8c3512a2-ae49-44ca-ad55-6c91c72770c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:56.586956 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] Pushing event updated for resources: {'Port': ['ID=9b535730-67be-4d69-961b-db6e571322b3,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:56.591134 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:56.636318 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Pushing event updated for resources: {'Port': ['ID=83d23066-d13a-4e38-bc84-5b5a96816224,revision_number=2']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:56.639886 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:56.687042 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-57250961-246a-4d46-825e-8114779f6540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 2, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:56.691154 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57250961-246a-4d46-825e-8114779f6540 None None] Checking router: de1285bd-8ac0-4608-91ac-3ebd4fedebf3 for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:24:56.691559 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57250961-246a-4d46-825e-8114779f6540 None None] Updating router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 port 35b66273-bc5f-4491-bfd6-0cf47eaead3c binding host dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:24:56.738432 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-57250961-246a-4d46-825e-8114779f6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:56.937516 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:57.096487 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-57250961-246a-4d46-825e-8114779f6540 None None] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:57.106361 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.provisioning_blocks [None req-57250961-246a-4d46-825e-8114779f6540 None None] Transition to ACTIVE for port object 35b66273-bc5f-4491-bfd6-0cf47eaead3c will not be triggered until provisioned by entity L2. {{(pid=91890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:57.113959 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-57250961-246a-4d46-825e-8114779f6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:57.116341 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e978fca0-8e55-4a4f-81f7-845c3f5ca8c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:57.216026 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 489fd3d1-51a8-47de-bec9-84063e304f75 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:57.225363 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808123'] for router, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:57.235568 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c54bc1-698c-4d37-a9b9-6eee1cf76c8b None None] Pushing event updated for resources: {'Port': ['ID=35b66273-bc5f-4491-bfd6-0cf47eaead3c,revision_number=3']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:57.301905 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 489fd3d1-51a8-47de-bec9-84063e304f75 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:57.303625 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:57.310613 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54bc1-698c-4d37-a9b9-6eee1cf76c8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:57.311049 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54bc1-698c-4d37-a9b9-6eee1cf76c8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:57.311529 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54bc1-698c-4d37-a9b9-6eee1cf76c8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:57.311944 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54bc1-698c-4d37-a9b9-6eee1cf76c8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:57.312341 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54bc1-698c-4d37-a9b9-6eee1cf76c8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:57.312740 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54bc1-698c-4d37-a9b9-6eee1cf76c8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:57.313155 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54bc1-698c-4d37-a9b9-6eee1cf76c8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:57.313551 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54bc1-698c-4d37-a9b9-6eee1cf76c8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:57.313949 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54bc1-698c-4d37-a9b9-6eee1cf76c8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:57.314339 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54bc1-698c-4d37-a9b9-6eee1cf76c8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:57.314735 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54bc1-698c-4d37-a9b9-6eee1cf76c8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:57.315120 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54bc1-698c-4d37-a9b9-6eee1cf76c8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:57.318506 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-57250961-246a-4d46-825e-8114779f6540 None None] Attempting to bind port 35b66273-bc5f-4491-bfd6-0cf47eaead3c on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:24:57.318965 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-57250961-246a-4d46-825e-8114779f6540 None None] Attempting to bind port 35b66273-bc5f-4491-bfd6-0cf47eaead3c by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc'}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:24:57.319482 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57250961-246a-4d46-825e-8114779f6540 None None] Attempting to bind port 35b66273-bc5f-4491-bfd6-0cf47eaead3c on network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:57.321761 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e4c54bc1-698c-4d37-a9b9-6eee1cf76c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:57.330600 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57250961-246a-4d46-825e-8114779f6540 None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:24:57.331743 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57250961-246a-4d46-825e-8114779f6540 None None] Checking segment: {'id': 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:24:57.332198 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-57250961-246a-4d46-825e-8114779f6540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:57.333141 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57250961-246a-4d46-825e-8114779f6540 None None] Bound using segment: {'id': 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc'} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:24:57.333630 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-57250961-246a-4d46-825e-8114779f6540 None None] Bound port: 35b66273-bc5f-4491-bfd6-0cf47eaead3c, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc'}}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:24:57.334156 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-57250961-246a-4d46-825e-8114779f6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:57.420023 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 83d23066-d13a-4e38-bc84-5b5a96816224 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:57.431515 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-57250961-246a-4d46-825e-8114779f6540 None None] For port 35b66273-bc5f-4491-bfd6-0cf47eaead3c, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:24:57.435842 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-57250961-246a-4d46-825e-8114779f6540 None None] For port 35b66273-bc5f-4491-bfd6-0cf47eaead3c, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=35b66273-bc5f-4491-bfd6-0cf47eaead3c,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:24:57.438309 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] Router 1170f3ef-e38e-4659-a611-a0a9eb170939 is scheduled to L3 agent 13048256-9efd-4e96-9632-a13a528604ea with binding_index 1 {{(pid=91887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 00:24:57.442218 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-57250961-246a-4d46-825e-8114779f6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:57.445377 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-2f759262-d0c1-4652-93aa-3ce166dda041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:57.488520 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port 83d23066-d13a-4e38-bc84-5b5a96816224 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:57.530136 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57250961-246a-4d46-825e-8114779f6540 None None] Routers {'de1285bd-8ac0-4608-91ac-3ebd4fedebf3'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:57.531353 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-57250961-246a-4d46-825e-8114779f6540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:24:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:57.536817 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c54bc1-698c-4d37-a9b9-6eee1cf76c8b None None] Pushing event updated for resources: {'Port': ['ID=35b66273-bc5f-4491-bfd6-0cf47eaead3c,revision_number=4']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:57.591282 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e4c54bc1-698c-4d37-a9b9-6eee1cf76c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:57.604193 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:24:57.614254 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] Sync routers for ids ['1170f3ef-e38e-4659-a611-a0a9eb170939'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:24:57.623708 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] Notify callbacks [] for router, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:57.626107 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0698013 Jun 11 00:24:57.628895 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46964) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:57.632472 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] Routers {'1170f3ef-e38e-4659-a611-a0a9eb170939'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:57.633224 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:24:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['1170f3ef-e38e-4659-a611-a0a9eb170939'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:57.727656 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-57250961-246a-4d46-825e-8114779f6540 None None] Set router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:57.841971 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] Set router 1170f3ef-e38e-4659-a611-a0a9eb170939 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:57.929572 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a041a3ab-f1e4-4c60-982d-5fc02a21d15f None None] Network 4cf0e149-3a1f-4d6f-ba8d-c319c81ef041 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:24:58.027791 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-57250961-246a-4d46-825e-8114779f6540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:24:57Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:58.031933 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57250961-246a-4d46-825e-8114779f6540 None None] The sync data for ids ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'] in dv-cinder-786260-5-iscsi is: [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:24:57Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:24:58.220269 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-50f35e71-d3f2-4f3d-89c0-1fa25e7cd034 None None] Provisioning for port 83d23066-d13a-4e38-bc84-5b5a96816224 completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:58.235971 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-50f35e71-d3f2-4f3d-89c0-1fa25e7cd034 None None] Provisioning complete for port 83d23066-d13a-4e38-bc84-5b5a96816224 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:58.236665 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-50f35e71-d3f2-4f3d-89c0-1fa25e7cd034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.481687 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-50f35e71-d3f2-4f3d-89c0-1fa25e7cd034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.502055 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170f3ef-e38e-4659-a611-a0a9eb170939', 'name': 'tempest-TestVolumeBootPattern-767815324-router', 'tenant_id': 'f98873feadbf44738f6415a78a0286a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '9b535730-67be-4d69-961b-db6e571322b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:55Z', 'updated_at': '2021-06-11T00:24:56Z', 'revision_number': 3, 'project_id': 'f98873feadbf44738f6415a78a0286a7', 'gw_port': {'id': '9b535730-67be-4d69-961b-db6e571322b3', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1170f3ef-e38e-4659-a611-a0a9eb170939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:56Z', 'updated_at': '2021-06-11T00:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:58.509659 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] Checking router: 1170f3ef-e38e-4659-a611-a0a9eb170939 for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:24:58.510030 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] Updating router 1170f3ef-e38e-4659-a611-a0a9eb170939 port 9b535730-67be-4d69-961b-db6e571322b3 binding host dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:24:58.532977 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.573697 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-50f35e71-d3f2-4f3d-89c0-1fa25e7cd034 None None] For port 83d23066-d13a-4e38-bc84-5b5a96816224, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=83d23066-d13a-4e38-bc84-5b5a96816224,segment=NetworkSegment(0310ca4b-34df-49b5-8edb-ede04f94084b),segment_id=0310ca4b-34df-49b5-8edb-ede04f94084b)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:58.582275 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-50f35e71-d3f2-4f3d-89c0-1fa25e7cd034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.584812 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:58.587516 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.744840 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_common [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] Allocated IP 172.20.0.1 (4cf0e149-3a1f-4d6f-ba8d-c319c81ef041/26c2b8fc-e3ad-48cb-a946-ec862a753008/34acf9d0-3611-43b2-8969-63fec4f6a51e) {{(pid=91888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:24:58.745833 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f35e71-d3f2-4f3d-89c0-1fa25e7cd034 None None] Pushing event updated for resources: {'Port': ['ID=83d23066-d13a-4e38-bc84-5b5a96816224,revision_number=3']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:58.756671 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-50f35e71-d3f2-4f3d-89c0-1fa25e7cd034 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:58.851701 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-b59aa94c-c399-4952-96cc-80732a885398 None None] Provisioning complete for port 83d23066-d13a-4e38-bc84-5b5a96816224 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:58.851996 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-b59aa94c-c399-4952-96cc-80732a885398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.883532 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.898368 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.provisioning_blocks [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] Transition to ACTIVE for port object 34acf9d0-3611-43b2-8969-63fec4f6a51e will not be triggered until provisioned by entity DHCP. {{(pid=91888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:58.934240 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3493225'] for port, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.937299 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:58.978863 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] Network 4cf0e149-3a1f-4d6f-ba8d-c319c81ef041 is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:58.985780 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:58.989265 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] Received port after_create {{(pid=91888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:24:59.023862 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] Pushing event updated for resources: {'Port': ['ID=34acf9d0-3611-43b2-8969-63fec4f6a51e,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:59.031886 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:59.042379 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] Notify callbacks [] for port, precommit_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:59.042667 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808700'] for router_interface, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:59.055341 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] Transition to ACTIVE for port object 9b535730-67be-4d69-961b-db6e571322b3 will not be triggered until provisioned by entity L2. {{(pid=91889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:59.063500 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:59.065636 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:59.138840 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] Attempting to bind port 9b535730-67be-4d69-961b-db6e571322b3 on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:24:59.139420 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] Attempting to bind port 9b535730-67be-4d69-961b-db6e571322b3 by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:24:59.139988 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] Attempting to bind port 9b535730-67be-4d69-961b-db6e571322b3 on network ac6ac806-5702-4387-9142-a5902410ace9 {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:59.145213 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86339bd6-77be-492e-b778-1f19507a763b None None] Pushing event updated for resources: {'Port': ['ID=9b535730-67be-4d69-961b-db6e571322b3,revision_number=2']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:59.148176 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:24:59.148664 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] Checking segment: {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:24:59.149202 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:59.149601 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] Bound using segment: {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'} {{(pid=91889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:24:59.150176 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.managers [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] Bound port: 9b535730-67be-4d69-961b-db6e571322b3, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a10ef6-3746-4212-ad86-edd6f2e7c544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9'}}] {{(pid=91889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:24:59.150632 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:59.187015 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-86339bd6-77be-492e-b778-1f19507a763b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:59.189257 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 83d23066-d13a-4e38-bc84-5b5a96816224 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:59.238616 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:59.271292 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] For port 9b535730-67be-4d69-961b-db6e571322b3, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:24:59.277753 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] For port 9b535730-67be-4d69-961b-db6e571322b3, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=9b535730-67be-4d69-961b-db6e571322b3,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:24:59.284269 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:59.287084 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:59.290862 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-54ffae99-3602-4d1f-aa05-2ad16766fa9b None None] Provisioning for port 34acf9d0-3611-43b2-8969-63fec4f6a51e completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:59.324392 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-54ffae99-3602-4d1f-aa05-2ad16766fa9b None None] Provisioning complete for port 34acf9d0-3611-43b2-8969-63fec4f6a51e triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:59.324776 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-54ffae99-3602-4d1f-aa05-2ad16766fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:59.384555 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 83d23066-d13a-4e38-bc84-5b5a96816224 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:59.384934 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:59.423666 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86339bd6-77be-492e-b778-1f19507a763b None None] Pushing event updated for resources: {'Port': ['ID=9b535730-67be-4d69-961b-db6e571322b3,revision_number=3']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:59.426164 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-54ffae99-3602-4d1f-aa05-2ad16766fa9b None None] Port 34acf9d0-3611-43b2-8969-63fec4f6a51e cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:24:59.429168 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-86339bd6-77be-492e-b778-1f19507a763b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:59.431538 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] Routers {'1170f3ef-e38e-4659-a611-a0a9eb170939'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:59.432159 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:24:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['1170f3ef-e38e-4659-a611-a0a9eb170939'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:59.442608 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:59.447215 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3493243'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:59.450358 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-304bf89b-490c-4876-ba74-55df50c3ff36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:59.532198 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] Pushing event updated for resources: {'Port': ['ID=34acf9d0-3611-43b2-8969-63fec4f6a51e,revision_number=2']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:59.534679 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808712'] for router_interface, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:59.536666 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:59.622443 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] Set router 1170f3ef-e38e-4659-a611-a0a9eb170939 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:59.625558 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 35b66273-bc5f-4491-bfd6-0cf47eaead3c up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:59.653105 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] Network 4cf0e149-3a1f-4d6f-ba8d-c319c81ef041 is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:59.654457 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:59.817487 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] Router 1170f3ef-e38e-4659-a611-a0a9eb170939 has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:24:59.946006 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-977925fc-506f-4ad7-ac99-ac3360ca6513 None None] Provisioning complete for port 34acf9d0-3611-43b2-8969-63fec4f6a51e triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:59.946371 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-977925fc-506f-4ad7-ac99-ac3360ca6513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:59.968818 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:24:59.982223 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-269ef7af-8e5f-4a04-acea-581dc6cfc42e admin admin] 10.222.0.15 "PUT /v2.0/routers/1170f3ef-e38e-4659-a611-a0a9eb170939/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3439415 Jun 11 00:25:00.009959 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port 35b66273-bc5f-4491-bfd6-0cf47eaead3c completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:25:00.018907 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 35b66273-bc5f-4491-bfd6-0cf47eaead3c triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:25:00.019287 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:00.070782 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-977925fc-506f-4ad7-ac99-ac3360ca6513 None None] Port 34acf9d0-3611-43b2-8969-63fec4f6a51e cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:25:00.181295 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:00.205738 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170f3ef-e38e-4659-a611-a0a9eb170939', 'name': 'tempest-TestVolumeBootPattern-767815324-router', 'tenant_id': 'f98873feadbf44738f6415a78a0286a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '9b535730-67be-4d69-961b-db6e571322b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:55Z', 'updated_at': '2021-06-11T00:24:59Z', 'revision_number': 4, 'project_id': 'f98873feadbf44738f6415a78a0286a7', 'gw_port': {'id': '9b535730-67be-4d69-961b-db6e571322b3', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1170f3ef-e38e-4659-a611-a0a9eb170939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:56Z', 'updated_at': '2021-06-11T00:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '34acf9d0-3611-43b2-8969-63fec4f6a51e', 'name': '', 'network_id': '4cf0e149-3a1f-4d6f-ba8d-c319c81ef041', 'tenant_id': 'f98873feadbf44738f6415a78a0286a7', 'mac_address': 'fa:16:3e:c7:71:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1170f3ef-e38e-4659-a611-a0a9eb170939', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '26c2b8fc-e3ad-48cb-a946-ec862a753008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:58Z', 'updated_at': '2021-06-11T00:24:58Z', 'revision_number': 1, 'project_id': 'f98873feadbf44738f6415a78a0286a7', 'subnets': [{'id': '26c2b8fc-e3ad-48cb-a946-ec862a753008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:25:00.219562 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d973a84a-9e6d-44ee-8e4e-b5f40f3acde9 None None] The sync data for ids ['1170f3ef-e38e-4659-a611-a0a9eb170939'] in dv-cinder-786260-5-iscsi is: [{'id': '1170f3ef-e38e-4659-a611-a0a9eb170939', 'name': 'tempest-TestVolumeBootPattern-767815324-router', 'tenant_id': 'f98873feadbf44738f6415a78a0286a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '9b535730-67be-4d69-961b-db6e571322b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:55Z', 'updated_at': '2021-06-11T00:24:59Z', 'revision_number': 4, 'project_id': 'f98873feadbf44738f6415a78a0286a7', 'gw_port': {'id': '9b535730-67be-4d69-961b-db6e571322b3', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1170f3ef-e38e-4659-a611-a0a9eb170939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:56Z', 'updated_at': '2021-06-11T00:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '34acf9d0-3611-43b2-8969-63fec4f6a51e', 'name': '', 'network_id': '4cf0e149-3a1f-4d6f-ba8d-c319c81ef041', 'tenant_id': 'f98873feadbf44738f6415a78a0286a7', 'mac_address': 'fa:16:3e:c7:71:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1170f3ef-e38e-4659-a611-a0a9eb170939', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '26c2b8fc-e3ad-48cb-a946-ec862a753008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:58Z', 'updated_at': '2021-06-11T00:24:58Z', 'revision_number': 1, 'project_id': 'f98873feadbf44738f6415a78a0286a7', 'subnets': [{'id': '26c2b8fc-e3ad-48cb-a946-ec862a753008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:25:00.224093 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port 35b66273-bc5f-4491-bfd6-0cf47eaead3c, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=35b66273-bc5f-4491-bfd6-0cf47eaead3c,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:25:00.228921 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:00.231070 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-4fe62b0f-454f-4a71-b6c5-72534207a51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:00.315632 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=35b66273-bc5f-4491-bfd6-0cf47eaead3c,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:00.318745 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:01.145557 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46972) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:01.151885 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-335615cf-19dd-43de-980a-797bed26c7b7 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1392503311', 'description': 'tempest-secgroup-smoke-1392503311 description', 'project_id': 'feeb6d9b818d4b6e900667be202babd4'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:01.178399 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-335615cf-19dd-43de-980a-797bed26c7b7 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.206214 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 9b535730-67be-4d69-961b-db6e571322b3 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:25:01.276129 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port 9b535730-67be-4d69-961b-db6e571322b3 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:25:01.279994 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 9b535730-67be-4d69-961b-db6e571322b3 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:25:01.280915 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.289778 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-335615cf-19dd-43de-980a-797bed26c7b7 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.293946 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-335615cf-19dd-43de-980a-797bed26c7b7 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.297277 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-3ec5e804-9833-440f-b084-6c786cbfa708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:01.326341 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-335615cf-19dd-43de-980a-797bed26c7b7 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.330544 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-335615cf-19dd-43de-980a-797bed26c7b7 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1806254 Jun 11 00:25:01.330544 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335615cf-19dd-43de-980a-797bed26c7b7 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b7a11a-35d3-40cf-a6e4-5bc1268099c9,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:01.332378 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46976) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:01.336938 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-c7aebab4-45db-42d4-83bf-beb1516cbbc3 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Request body: {'security_group_rule': {'security_group_id': '04b7a11a-35d3-40cf-a6e4-5bc1268099c9', 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:01.341521 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-335615cf-19dd-43de-980a-797bed26c7b7 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:01.366633 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c7aebab4-45db-42d4-83bf-beb1516cbbc3 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.388471 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.414177 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port 9b535730-67be-4d69-961b-db6e571322b3, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=9b535730-67be-4d69-961b-db6e571322b3,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:25:01.418781 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.419905 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 35b66273-bc5f-4491-bfd6-0cf47eaead3c up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:25:01.423352 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:01.435336 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c7aebab4-45db-42d4-83bf-beb1516cbbc3 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.439499 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c7aebab4-45db-42d4-83bf-beb1516cbbc3 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.441687 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:01.460086 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aebab4-45db-42d4-83bf-beb1516cbbc3 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d587281b-11df-43b7-836e-fbe29062ff24,revision_number=0']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:01.462565 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-c7aebab4-45db-42d4-83bf-beb1516cbbc3 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:01.468478 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c7aebab4-45db-42d4-83bf-beb1516cbbc3 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.469767 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-c7aebab4-45db-42d4-83bf-beb1516cbbc3 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363082 Jun 11 00:25:01.472541 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46978) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:01.479308 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-6edaffb7-25b2-4a57-9649-b7b7a32fabc1 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Request body: {'security_group_rule': {'security_group_id': '04b7a11a-35d3-40cf-a6e4-5bc1268099c9', 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:01.506799 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6edaffb7-25b2-4a57-9649-b7b7a32fabc1 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.519600 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=9b535730-67be-4d69-961b-db6e571322b3,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:01.523219 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:01.533399 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 35b66273-bc5f-4491-bfd6-0cf47eaead3c triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:25:01.533711 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.576729 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6edaffb7-25b2-4a57-9649-b7b7a32fabc1 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.581420 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6edaffb7-25b2-4a57-9649-b7b7a32fabc1 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.583587 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-385def71-6499-46a7-9c76-6b3cbad82e0f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:01.598978 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edaffb7-25b2-4a57-9649-b7b7a32fabc1 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35baa617-3726-40ff-b3cc-3c5c4f7638ef,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:01.603875 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-6edaffb7-25b2-4a57-9649-b7b7a32fabc1 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:01.608697 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-6edaffb7-25b2-4a57-9649-b7b7a32fabc1 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.612444 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-6edaffb7-25b2-4a57-9649-b7b7a32fabc1 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1355772 Jun 11 00:25:01.612646 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46982) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:01.617017 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-9abd3f2b-5544-4d1a-a3a1-9ed86f775b47 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Request body: {'security_group_rule': {'security_group_id': '04b7a11a-35d3-40cf-a6e4-5bc1268099c9', 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:01.648364 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9abd3f2b-5544-4d1a-a3a1-9ed86f775b47 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.710745 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9abd3f2b-5544-4d1a-a3a1-9ed86f775b47 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.714055 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9abd3f2b-5544-4d1a-a3a1-9ed86f775b47 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.716105 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-a405b173-5c2b-4d02-a1ff-943bf9fa9aae tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:01.734514 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd3f2b-5544-4d1a-a3a1-9ed86f775b47 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ae6826-acc9-4bec-9e6c-b4dd66f8596f,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:01.736747 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9abd3f2b-5544-4d1a-a3a1-9ed86f775b47 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.737899 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-9abd3f2b-5544-4d1a-a3a1-9ed86f775b47 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243606 Jun 11 00:25:01.738792 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-9abd3f2b-5544-4d1a-a3a1-9ed86f775b47 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:01.740542 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46984) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:01.744878 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-a80d49ce-5fe0-4e5e-b937-e969dfdfd4d5 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Request body: {'security_group_rule': {'security_group_id': '04b7a11a-35d3-40cf-a6e4-5bc1268099c9', 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:01.770562 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a80d49ce-5fe0-4e5e-b937-e969dfdfd4d5 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.836527 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a80d49ce-5fe0-4e5e-b937-e969dfdfd4d5 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.840588 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a80d49ce-5fe0-4e5e-b937-e969dfdfd4d5 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.843355 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-9abd3f2b-5544-4d1a-a3a1-9ed86f775b47 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:01.861730 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d49ce-5fe0-4e5e-b937-e969dfdfd4d5 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000cd19d-ab0b-4e92-a586-932a727fc7e6,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:01.863986 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-a80d49ce-5fe0-4e5e-b937-e969dfdfd4d5 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.865140 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-a80d49ce-5fe0-4e5e-b937-e969dfdfd4d5 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236911 Jun 11 00:25:01.866115 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-a80d49ce-5fe0-4e5e-b937-e969dfdfd4d5 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:01.867929 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 46986) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:01.872239 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-8df73381-5bb5-406a-8683-e0e95594412c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Request body: {'security_group_rule': {'security_group_id': '04b7a11a-35d3-40cf-a6e4-5bc1268099c9', 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:01.893583 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.db.securitygroups_db [None req-8df73381-5bb5-406a-8683-e0e95594412c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Project feeb6d9b818d4b6e900667be202babd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 00:25:01.898283 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8df73381-5bb5-406a-8683-e0e95594412c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.966103 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8df73381-5bb5-406a-8683-e0e95594412c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.970047 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8df73381-5bb5-406a-8683-e0e95594412c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.972206 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-194a5cfd-f179-4534-8e62-d3c164327ea8 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:01.985451 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df73381-5bb5-406a-8683-e0e95594412c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f4a453-d149-4bd0-8f9a-42129c17f5ec,revision_number=0']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:01.990465 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-8df73381-5bb5-406a-8683-e0e95594412c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:01.997590 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-8df73381-5bb5-406a-8683-e0e95594412c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.999486 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-8df73381-5bb5-406a-8683-e0e95594412c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300447 Jun 11 00:25:02.002148 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 46988) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:02.006793 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-285bcc49-bf6d-4382-916d-5271f498e100 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Request body: {'security_group_rule': {'security_group_id': '04b7a11a-35d3-40cf-a6e4-5bc1268099c9', 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:02.027780 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.securitygroups_db [None req-285bcc49-bf6d-4382-916d-5271f498e100 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Project feeb6d9b818d4b6e900667be202babd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 00:25:02.032505 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-285bcc49-bf6d-4382-916d-5271f498e100 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:02.097381 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-285bcc49-bf6d-4382-916d-5271f498e100 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:02.101031 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-285bcc49-bf6d-4382-916d-5271f498e100 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775439'] for security_group_rule, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:02.103139 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-251b53dc-8c44-4669-8201-8f0f8abf236d tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:02.119709 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bcc49-bf6d-4382-916d-5271f498e100 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79845c8-7522-4acd-aab4-9307f432fb6c,revision_number=0']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:02.122107 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-285bcc49-bf6d-4382-916d-5271f498e100 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:02.126257 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-285bcc49-bf6d-4382-916d-5271f498e100 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:02.127520 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-285bcc49-bf6d-4382-916d-5271f498e100 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243267 Jun 11 00:25:02.245221 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] Sync routers for ids ['1170f3ef-e38e-4659-a611-a0a9eb170939'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:25:02.255086 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] Routers {'1170f3ef-e38e-4659-a611-a0a9eb170939'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:25:02.255736 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:24:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['1170f3ef-e38e-4659-a611-a0a9eb170939'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:25:02.404558 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] Set router 1170f3ef-e38e-4659-a611-a0a9eb170939 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:25:02.918622 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170f3ef-e38e-4659-a611-a0a9eb170939', 'name': 'tempest-TestVolumeBootPattern-767815324-router', 'tenant_id': 'f98873feadbf44738f6415a78a0286a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '9b535730-67be-4d69-961b-db6e571322b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:55Z', 'updated_at': '2021-06-11T00:24:59Z', 'revision_number': 4, 'project_id': 'f98873feadbf44738f6415a78a0286a7', 'gw_port': {'id': '9b535730-67be-4d69-961b-db6e571322b3', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170f3ef-e38e-4659-a611-a0a9eb170939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:56Z', 'updated_at': '2021-06-11T00:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '34acf9d0-3611-43b2-8969-63fec4f6a51e', 'name': '', 'network_id': '4cf0e149-3a1f-4d6f-ba8d-c319c81ef041', 'tenant_id': 'f98873feadbf44738f6415a78a0286a7', 'mac_address': 'fa:16:3e:c7:71:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1170f3ef-e38e-4659-a611-a0a9eb170939', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '26c2b8fc-e3ad-48cb-a946-ec862a753008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:58Z', 'updated_at': '2021-06-11T00:24:59Z', 'revision_number': 2, 'project_id': 'f98873feadbf44738f6415a78a0286a7', 'subnets': [{'id': '26c2b8fc-e3ad-48cb-a946-ec862a753008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:25:02.923913 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] Checking router: 1170f3ef-e38e-4659-a611-a0a9eb170939 for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:25:02.924278 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] Updating router 1170f3ef-e38e-4659-a611-a0a9eb170939 port 34acf9d0-3611-43b2-8969-63fec4f6a51e binding host dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:25:02.989132 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:03.101360 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 9b535730-67be-4d69-961b-db6e571322b3 up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:25:03.157785 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 9b535730-67be-4d69-961b-db6e571322b3 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:25:03.158172 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:03.219496 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:25:03.330347 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:03.339651 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.provisioning_blocks [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] Transition to ACTIVE for port object 34acf9d0-3611-43b2-8969-63fec4f6a51e will not be triggered until provisioned by entity L2. {{(pid=91890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:25:03.344998 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:03.347725 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:03.450179 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4d219-5879-476c-848b-d75d9d161c85 None None] Pushing event updated for resources: {'Port': ['ID=34acf9d0-3611-43b2-8969-63fec4f6a51e,revision_number=3']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:03.453735 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-afd4d219-5879-476c-848b-d75d9d161c85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:03.518188 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] Attempting to bind port 34acf9d0-3611-43b2-8969-63fec4f6a51e on host dv-cinder-786260-5-iscsi for vnic_type normal with profile {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:25:03.518477 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] Attempting to bind port 34acf9d0-3611-43b2-8969-63fec4f6a51e by drivers openvswitch,hyperv on host dv-cinder-786260-5-iscsi at level 0 using segments [{'id': '0310ca4b-34df-49b5-8edb-ede04f94084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4cf0e149-3a1f-4d6f-ba8d-c319c81ef041'}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:25:03.518845 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] Attempting to bind port 34acf9d0-3611-43b2-8969-63fec4f6a51e on network 4cf0e149-3a1f-4d6f-ba8d-c319c81ef041 {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:25:03.524053 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] Checking agent: {'id': '84526cfb-a728-4817-a5cd-d7b7f1d605a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 2, 16), 'started_at': datetime.datetime(2021, 6, 11, 0, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:25:03.524502 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] Checking segment: {'id': '0310ca4b-34df-49b5-8edb-ede04f94084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4cf0e149-3a1f-4d6f-ba8d-c319c81ef041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:25:03.524970 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:03.525428 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] Bound using segment: {'id': '0310ca4b-34df-49b5-8edb-ede04f94084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4cf0e149-3a1f-4d6f-ba8d-c319c81ef041'} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:25:03.525973 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] Bound port: 34acf9d0-3611-43b2-8969-63fec4f6a51e, host: dv-cinder-786260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0310ca4b-34df-49b5-8edb-ede04f94084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4cf0e149-3a1f-4d6f-ba8d-c319c81ef041'}}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:25:03.526430 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:03.606764 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] For port 34acf9d0-3611-43b2-8969-63fec4f6a51e, host dv-cinder-786260-5-iscsi, cleared binding levels {{(pid=91890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:25:03.610473 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] For port 34acf9d0-3611-43b2-8969-63fec4f6a51e, host dv-cinder-786260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=34acf9d0-3611-43b2-8969-63fec4f6a51e,segment=NetworkSegment(0310ca4b-34df-49b5-8edb-ede04f94084b),segment_id=0310ca4b-34df-49b5-8edb-ede04f94084b)] {{(pid=91890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:25:03.616504 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:03.623884 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e978fca0-8e55-4a4f-81f7-845c3f5ca8c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:03.681170 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] Routers {'1170f3ef-e38e-4659-a611-a0a9eb170939'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:25:03.681840 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:24:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['1170f3ef-e38e-4659-a611-a0a9eb170939'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:25:03.736240 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4d219-5879-476c-848b-d75d9d161c85 None None] Pushing event updated for resources: {'Port': ['ID=34acf9d0-3611-43b2-8969-63fec4f6a51e,revision_number=4']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:03.781104 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-afd4d219-5879-476c-848b-d75d9d161c85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:03.833454 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] Set router 1170f3ef-e38e-4659-a611-a0a9eb170939 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:25:04.090080 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170f3ef-e38e-4659-a611-a0a9eb170939', 'name': 'tempest-TestVolumeBootPattern-767815324-router', 'tenant_id': 'f98873feadbf44738f6415a78a0286a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '9b535730-67be-4d69-961b-db6e571322b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:55Z', 'updated_at': '2021-06-11T00:24:59Z', 'revision_number': 4, 'project_id': 'f98873feadbf44738f6415a78a0286a7', 'gw_port': {'id': '9b535730-67be-4d69-961b-db6e571322b3', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170f3ef-e38e-4659-a611-a0a9eb170939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:56Z', 'updated_at': '2021-06-11T00:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '34acf9d0-3611-43b2-8969-63fec4f6a51e', 'name': '', 'network_id': '4cf0e149-3a1f-4d6f-ba8d-c319c81ef041', 'tenant_id': 'f98873feadbf44738f6415a78a0286a7', 'mac_address': 'fa:16:3e:c7:71:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1170f3ef-e38e-4659-a611-a0a9eb170939', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '26c2b8fc-e3ad-48cb-a946-ec862a753008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:58Z', 'updated_at': '2021-06-11T00:25:03Z', 'revision_number': 4, 'project_id': 'f98873feadbf44738f6415a78a0286a7', 'subnets': [{'id': '26c2b8fc-e3ad-48cb-a946-ec862a753008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:25:04.093949 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe4ca55-2652-4eb5-a64b-569fa711b869 None None] The sync data for ids ['1170f3ef-e38e-4659-a611-a0a9eb170939'] in dv-cinder-786260-5-iscsi is: [{'id': '1170f3ef-e38e-4659-a611-a0a9eb170939', 'name': 'tempest-TestVolumeBootPattern-767815324-router', 'tenant_id': 'f98873feadbf44738f6415a78a0286a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '9b535730-67be-4d69-961b-db6e571322b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:55Z', 'updated_at': '2021-06-11T00:24:59Z', 'revision_number': 4, 'project_id': 'f98873feadbf44738f6415a78a0286a7', 'gw_port': {'id': '9b535730-67be-4d69-961b-db6e571322b3', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170f3ef-e38e-4659-a611-a0a9eb170939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:56Z', 'updated_at': '2021-06-11T00:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '34acf9d0-3611-43b2-8969-63fec4f6a51e', 'name': '', 'network_id': '4cf0e149-3a1f-4d6f-ba8d-c319c81ef041', 'tenant_id': 'f98873feadbf44738f6415a78a0286a7', 'mac_address': 'fa:16:3e:c7:71:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1170f3ef-e38e-4659-a611-a0a9eb170939', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '26c2b8fc-e3ad-48cb-a946-ec862a753008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:58Z', 'updated_at': '2021-06-11T00:25:03Z', 'revision_number': 4, 'project_id': 'f98873feadbf44738f6415a78a0286a7', 'subnets': [{'id': '26c2b8fc-e3ad-48cb-a946-ec862a753008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:25:05.123861 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 34acf9d0-3611-43b2-8969-63fec4f6a51e up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:25:05.184691 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning for port 34acf9d0-3611-43b2-8969-63fec4f6a51e completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:25:05.190073 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 34acf9d0-3611-43b2-8969-63fec4f6a51e triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:25:05.190464 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:05.283681 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:05.317485 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] For port 34acf9d0-3611-43b2-8969-63fec4f6a51e, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=34acf9d0-3611-43b2-8969-63fec4f6a51e,segment=NetworkSegment(0310ca4b-34df-49b5-8edb-ede04f94084b),segment_id=0310ca4b-34df-49b5-8edb-ede04f94084b)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:25:05.321210 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:05.324347 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:05.383050 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Pushing event updated for resources: {'Port': ['ID=34acf9d0-3611-43b2-8969-63fec4f6a51e,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:05.386554 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:07.102652 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 34acf9d0-3611-43b2-8969-63fec4f6a51e up at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:25:07.155908 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Provisioning complete for port 34acf9d0-3611-43b2-8969-63fec4f6a51e triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:25:07.156305 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:11.567488 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:13.191937 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-f4f6c292-46e4-470e-a221-f9a1bf7f7018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:14.672430 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [req-a8d0311f-b4c3-4f1a-ab7d-f76d6790b487 req-9ce5fb4a-d9cc-489f-a029-075a871ac93c service neutron] (91887) timed out ('10.222.0.21', 63995) {{(pid=91887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 00:25:15.771836 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-c585e5ea-f30c-40f1-b839-3642937f2740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:15.950824 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:17.091916 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:17.603457 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-9fed07a6-1819-40b1-96e5-f484914cbd0e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1392503311&fields=id&tenant_id=feeb6d9b818d4b6e900667be202babd4 HTTP/1.1" status: 200 len: 267 time: 0.0388622 Jun 11 00:25:17.728296 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-fcd53bee-8f5b-4d1f-bd66-c9ab9cb63518 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:17.729711 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-fcd53bee-8f5b-4d1f-bd66-c9ab9cb63518 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/networks?id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc HTTP/1.1" status: 200 len: 811 time: 0.1200578 Jun 11 00:25:17.744773 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-33d345e7-6114-4d88-a925-aad1f4f210aa tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/quotas/feeb6d9b818d4b6e900667be202babd4 HTTP/1.1" status: 200 len: 375 time: 0.0086436 Jun 11 00:25:17.820360 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-f0c0130f-398e-44f4-888e-879dd8ccc500 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=feeb6d9b818d4b6e900667be202babd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707467 Jun 11 00:25:17.921519 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-af8cfcdb-82c8-4060-9b12-85183b36d9cc service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:25:17.922511 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-af8cfcdb-82c8-4060-9b12-85183b36d9cc service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0910783 Jun 11 00:25:18.036668 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-0ced5816-6cdd-4d40-8354-ed5329d164d9 service neutron] 10.222.0.15 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082633 Jun 11 00:25:18.145935 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-12f709fa-f7a7-44d3-b998-be75ec59a8bb service neutron] 10.222.0.15 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035411 Jun 11 00:25:18.487480 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:18.491918 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7d9bb446-6806-414c-8f4d-39db680cbc7c req-66200018-3c03-4f5e-9d99-0785b7b56a92 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 210 time: 0.0867631 Jun 11 00:25:19.647595 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-d8ae7da5-1726-4885-b7b6-f1593071ba5a req-48d16179-da8f-405f-ada7-41cbd012499c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 210 time: 0.0359051 Jun 11 00:25:19.769517 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-f17a6e25-344f-4e36-89b2-b1a49df5ec09 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:19.770926 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-f17a6e25-344f-4e36-89b2-b1a49df5ec09 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.21 "GET /v2.0/networks?id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc HTTP/1.1" status: 200 len: 811 time: 0.4161394 Jun 11 00:25:19.817580 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-8edd8dd7-8ec1-42f4-b43f-5797d525c130 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=feeb6d9b818d4b6e900667be202babd4 HTTP/1.1" status: 200 len: 380 time: 0.0371234 Jun 11 00:25:19.829300 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-f7d63c2a-d083-4001-be88-873325e5c217 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Request body: {'port': {'device_id': '0fe9b490-5016-4443-8ded-abc033b1a0bd', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'admin_state_up': True, 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'security_groups': ['04b7a11a-35d3-40cf-a6e4-5bc1268099c9']}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:19.970044 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-f7d63c2a-d083-4001-be88-873325e5c217 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Made reservation on behalf of feeb6d9b818d4b6e900667be202babd4 for: {'port': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:25:19.973541 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-f7d63c2a-d083-4001-be88-873325e5c217 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:20.117559 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-f7d63c2a-d083-4001-be88-873325e5c217 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Allocated IP 172.20.0.14 (38e2c24e-d578-40b8-b8c9-9ca2096e81cc/52e6acae-3f71-48df-b4ed-9cc3a206e1f4/67c0c056-2c86-4a9f-85ff-0f1de58c9fb5) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:25:20.279952 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-f7d63c2a-d083-4001-be88-873325e5c217 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:20.292483 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-f7d63c2a-d083-4001-be88-873325e5c217 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Transition to ACTIVE for port object 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 will not be triggered until provisioned by entity DHCP. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:25:20.325147 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-f7d63c2a-d083-4001-be88-873325e5c217 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:20.329415 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-5c2def8c-a550-4658-9519-4760701cdc33 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:20.376854 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-f7d63c2a-d083-4001-be88-873325e5c217 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:25:20.380112 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-f7d63c2a-d083-4001-be88-873325e5c217 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:25:20.384082 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-f7d63c2a-d083-4001-be88-873325e5c217 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:25:20.415286 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d63c2a-d083-4001-be88-873325e5c217 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event updated for resources: {'Port': ['ID=67c0c056-2c86-4a9f-85ff-0f1de58c9fb5,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:20.419830 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f7d63c2a-d083-4001-be88-873325e5c217 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:20.444728 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-f7d63c2a-d083-4001-be88-873325e5c217 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:20.445458 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-f7d63c2a-d083-4001-be88-873325e5c217 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:20.463491 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-f7d63c2a-d083-4001-be88-873325e5c217 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6377578 Jun 11 00:25:20.533871 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Request body: {'port': {'device_id': '0fe9b490-5016-4443-8ded-abc033b1a0bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:20.624266 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:20.666642 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-2bf786eb-5283-4b63-80bc-500ed618eed7 None None] Provisioning for port 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:25:20.670434 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-2bf786eb-5283-4b63-80bc-500ed618eed7 None None] Provisioning complete for port 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:25:20.670985 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-2bf786eb-5283-4b63-80bc-500ed618eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:20.718662 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-2bf786eb-5283-4b63-80bc-500ed618eed7 None None] Port 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:25:20.852082 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf534d-165b-499a-95eb-561a029d9a9e req-a894fc3a-ef11-4441-9cd6-727c58188870 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:20.853536 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2edf534d-165b-499a-95eb-561a029d9a9e req-a894fc3a-ef11-4441-9cd6-727c58188870 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 932 time: 0.0783200 Jun 11 00:25:20.895395 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2edf534d-165b-499a-95eb-561a029d9a9e req-165615c9-49c4-4176-95e7-9c86ba875d4e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360670 Jun 11 00:25:20.962048 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 {{(pid=91887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:25:20.969209 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:20.980773 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Transition to ACTIVE for port object 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 will not be triggered until provisioned by entity L2. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:25:20.984139 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:20.987312 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-790d4f7e-410f-4ca1-9b8f-8402fed63608 tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:21.083110 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Pushing event updated for resources: {'Port': ['ID=67c0c056-2c86-4a9f-85ff-0f1de58c9fb5,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:21.086109 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:21.171161 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Attempting to bind port 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:25:21.171546 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Attempting to bind port 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc'}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:25:21.171883 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Attempting to bind port 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 on network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:25:21.176034 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Port 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 on network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:25:21.176360 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Attempting to bind port 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 on network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:25:21.181018 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Checking agent: {'id': '0b82d12c-0850-474f-ad5c-077a5fa277b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:25:21.181359 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Checking segment: {'id': 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:25:21.181753 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Bound using segment: {'id': 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc'} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:25:21.182186 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Bound port: 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc'}}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:25:21.182536 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:21.257738 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] For port 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5, host hv-cinder-78626, cleared binding levels {{(pid=91887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:25:21.260946 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] For port 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=67c0c056-2c86-4a9f-85ff-0f1de58c9fb5,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:25:21.265348 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:21.267879 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-9671ba46-a798-4a96-97d7-0dbb23d68cb3 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:21.304206 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:21.304698 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:21.306249 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] 10.222.0.21 "PUT /v2.0/ports/67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 HTTP/1.1" status: 200 len: 1094 time: 0.8352516 Jun 11 00:25:21.313002 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe9b490-5016-4443-8ded-abc033b1a0bd', 'tag': '67c0c056-2c86-4a9f-85ff-0f1de58c9fb5'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:25:21.315317 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84f44eb-3f93-4850-bd0d-db6a855cddd3" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe9b490-5016-4443-8ded-abc033b1a0bd", "tag": "67c0c056-2c86-4a9f-85ff-0f1de58c9fb5"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:25:21.345689 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Pushing event updated for resources: {'Port': ['ID=67c0c056-2c86-4a9f-85ff-0f1de58c9fb5,revision_number=3']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:21.352240 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-22123655-758e-4a75-bf8e-748a6b5ddded service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:21.367683 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839cd518-0af9-4c4a-8349-73f14d7a9c74 x-openstack-request-id: req-839cd518-0af9-4c4a-8349-73f14d7a9c74 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:25:21.368112 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe9b490-5016-4443-8ded-abc033b1a0bd", "tag": "67c0c056-2c86-4a9f-85ff-0f1de58c9fb5", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:25:21.368507 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-839cd518-0af9-4c4a-8349-73f14d7a9c74 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:25:21.369002 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe9b490-5016-4443-8ded-abc033b1a0bd', 'tag': '67c0c056-2c86-4a9f-85ff-0f1de58c9fb5', 'status': 'completed', 'code': 200} Jun 11 00:25:21.419576 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-eb05dcd5-0d94-4bd8-a9c2-ba09551a5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:21.421164 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-eb05dcd5-0d94-4bd8-a9c2-ba09551a5362 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=feeb6d9b818d4b6e900667be202babd4&device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 1097 time: 0.0637918 Jun 11 00:25:21.479700 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-352c3217-acfe-498e-9ef5-921ebc62d5bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 HTTP/1.1" status: 200 len: 217 time: 0.0513573 Jun 11 00:25:21.534582 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-d66a07ac-e154-40f3-8eac-12d346304577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:21.535959 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-d66a07ac-e154-40f3-8eac-12d346304577 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52e6acae-3f71-48df-b4ed-9cc3a206e1f4 HTTP/1.1" status: 200 len: 850 time: 0.0502307 Jun 11 00:25:21.596080 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-249864c1-c1d6-41f3-a968-4f4579e7451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:21.597475 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-249864c1-c1d6-41f3-a968-4f4579e7451d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558507 Jun 11 00:25:21.710021 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-da4bc047-a703-4150-af09-657d0c9edc14 service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059721 Jun 11 00:25:21.823243 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-de3ccd88-4b36-4d41-b162-3903195cf6c9 req-ab9e5711-04bf-4668-b68a-d21ddf6892a5 service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071963 Jun 11 00:25:21.928067 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f44eb-3f93-4850-bd0d-db6a855cddd3 req-d7696973-e9ba-4425-86f7-ef8036a2fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:21.929583 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a84f44eb-3f93-4850-bd0d-db6a855cddd3 req-d7696973-e9ba-4425-86f7-ef8036a2fa9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=feeb6d9b818d4b6e900667be202babd4&device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 1097 time: 0.0587151 Jun 11 00:25:22.045412 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f44eb-3f93-4850-bd0d-db6a855cddd3 req-b3aad983-89dc-473a-b62d-b13e8424c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:22.046890 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a84f44eb-3f93-4850-bd0d-db6a855cddd3 req-b3aad983-89dc-473a-b62d-b13e8424c7fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc HTTP/1.1" status: 200 len: 912 time: 0.1113636 Jun 11 00:25:22.076128 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1d841-9fec-4186-85e0-b343ceb55ae2 req-91607442-25af-490b-ba13-df9907fb7cb2 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:22.077597 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3fd1d841-9fec-4186-85e0-b343ceb55ae2 req-91607442-25af-490b-ba13-df9907fb7cb2 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 944 time: 0.0720000 Jun 11 00:25:22.104392 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a84f44eb-3f93-4850-bd0d-db6a855cddd3 req-7e8394bd-8678-4c35-81bc-c2a274a67bc8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 HTTP/1.1" status: 200 len: 217 time: 0.0508280 Jun 11 00:25:22.119241 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3fd1d841-9fec-4186-85e0-b343ceb55ae2 req-e4d3026a-de77-4b17-acb9-ef1ca80ac7c6 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359285 Jun 11 00:25:22.160608 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f44eb-3f93-4850-bd0d-db6a855cddd3 req-850df62e-ba46-4c1b-a362-3c11113cf2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:22.162048 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a84f44eb-3f93-4850-bd0d-db6a855cddd3 req-850df62e-ba46-4c1b-a362-3c11113cf2b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52e6acae-3f71-48df-b4ed-9cc3a206e1f4 HTTP/1.1" status: 200 len: 850 time: 0.0509527 Jun 11 00:25:22.222590 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f44eb-3f93-4850-bd0d-db6a855cddd3 req-7fbcfa62-0d48-494d-a8b0-0cc78888b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:22.224028 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a84f44eb-3f93-4850-bd0d-db6a855cddd3 req-7fbcfa62-0d48-494d-a8b0-0cc78888b913 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557528 Jun 11 00:25:22.336013 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a84f44eb-3f93-4850-bd0d-db6a855cddd3 req-c37696bd-180b-4145-ac74-529ac386ddde service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053247 Jun 11 00:25:22.451276 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-a84f44eb-3f93-4850-bd0d-db6a855cddd3 req-7d15eed4-bae6-4477-92c6-c495b28c64cf service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086786 Jun 11 00:25:23.301707 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6af16-961c-4726-b61e-8cc4d50e24a7 req-c9b5f24a-c8b6-41e9-abcc-1d0015532d1b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:23.303204 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-96b6af16-961c-4726-b61e-8cc4d50e24a7 req-c9b5f24a-c8b6-41e9-abcc-1d0015532d1b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 944 time: 0.0666518 Jun 11 00:25:23.343110 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-96b6af16-961c-4726-b61e-8cc4d50e24a7 req-3bbb174a-48a6-4791-bed7-70747b0270b3 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344501 Jun 11 00:25:24.524723 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceea81c-fea5-46b1-8c24-47fb7f892c0f req-8ec9fbea-e25e-4555-8fd8-c497d2b8d3e1 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:24.526160 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5ceea81c-fea5-46b1-8c24-47fb7f892c0f req-8ec9fbea-e25e-4555-8fd8-c497d2b8d3e1 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 944 time: 0.0741987 Jun 11 00:25:24.565998 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5ceea81c-fea5-46b1-8c24-47fb7f892c0f req-2fb72849-1e4c-4240-bdfd-c1bd825f81af tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342791 Jun 11 00:25:25.753195 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d153-9e6a-44b9-9bb1-02ed08d2245b req-202ff929-f4dc-4088-913a-a8d1e6c18d87 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:25.754644 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-fb92d153-9e6a-44b9-9bb1-02ed08d2245b req-202ff929-f4dc-4088-913a-a8d1e6c18d87 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 944 time: 0.0680063 Jun 11 00:25:25.794232 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-fb92d153-9e6a-44b9-9bb1-02ed08d2245b req-f2697f1a-b8b2-447d-9f7f-f6144ec6a10b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337412 Jun 11 00:25:26.975080 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35459c4-e8d9-454e-9581-eb2f72a808aa req-677b18c1-8167-4398-bb81-c89c126f5c59 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:26.976551 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c35459c4-e8d9-454e-9581-eb2f72a808aa req-677b18c1-8167-4398-bb81-c89c126f5c59 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 944 time: 0.0712082 Jun 11 00:25:27.018061 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c35459c4-e8d9-454e-9581-eb2f72a808aa req-cb98e3a6-0dc0-4b74-bd07-e3dedc654831 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359550 Jun 11 00:25:28.195591 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75470e-df21-470a-b638-408d80245e28 req-343ad19a-dd87-4002-84e8-e570d48d5643 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:28.197043 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7a75470e-df21-470a-b638-408d80245e28 req-343ad19a-dd87-4002-84e8-e570d48d5643 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 944 time: 0.0675213 Jun 11 00:25:28.237544 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-7a75470e-df21-470a-b638-408d80245e28 req-446aade8-ec7f-4ecc-ad70-351008994bfa tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349452 Jun 11 00:25:28.661344 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:25:28.783201 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=67c0c056-2c86-4a9f-85ff-0f1de58c9fb5,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:25:28.794775 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '67c0c056-2c86-4a9f-85ff-0f1de58c9fb5', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'port_id': '67c0c056-2c86-4a9f-85ff-0f1de58c9fb5', 'mac_address': 'fa:16:3e:c8:d0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:25:28.836846 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:28.855356 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:25:28.874983 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=67c0c056-2c86-4a9f-85ff-0f1de58c9fb5,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:25:28.879510 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:28.881194 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-4bd3d878-9e71-4434-977b-0111c392acd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:28.931827 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=67c0c056-2c86-4a9f-85ff-0f1de58c9fb5,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:28.934471 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:29.107711 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['67c0c056-2c86-4a9f-85ff-0f1de58c9fb5'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:25:29.421226 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26674a-0ef9-4ff5-a6cf-bc4beea941d8 req-6df12541-85a0-45d8-8cc7-c293bc716820 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:29.423224 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1b26674a-0ef9-4ff5-a6cf-bc4beea941d8 req-6df12541-85a0-45d8-8cc7-c293bc716820 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 945 time: 0.0770912 Jun 11 00:25:29.463509 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1b26674a-0ef9-4ff5-a6cf-bc4beea941d8 req-daf0265c-0b48-4b8d-9119-382fd2dfbb10 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346997 Jun 11 00:25:30.637300 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee4246-add8-4948-9e2c-0f216ef6c64b req-b088d859-5405-490f-9114-789510d6d376 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:30.638686 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-12ee4246-add8-4948-9e2c-0f216ef6c64b req-b088d859-5405-490f-9114-789510d6d376 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 945 time: 0.0673423 Jun 11 00:25:30.677400 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:25:30.678822 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-12ee4246-add8-4948-9e2c-0f216ef6c64b req-773a8b89-a10a-4e50-9e0d-13e8d1c5f985 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346792 Jun 11 00:25:30.731569 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning for port 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:25:30.735194 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:25:30.735604 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:30.824576 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:30.849406 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe9b490-5016-4443-8ded-abc033b1a0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c0c056-2c86-4a9f-85ff-0f1de58c9fb5'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:25:30.851690 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31cfb21-aa1f-451a-b760-3008d40f83ab" -d '{"events": [{"server_uuid": "0fe9b490-5016-4443-8ded-abc033b1a0bd", "name": "network-vif-plugged", "status": "completed", "tag": "67c0c056-2c86-4a9f-85ff-0f1de58c9fb5"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:25:30.865332 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=67c0c056-2c86-4a9f-85ff-0f1de58c9fb5,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:25:30.868946 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:30.871003 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-c9ae2fb0-f9f5-412d-98ca-9e38b252e2a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:30.898508 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7c8f6f-bb5f-4897-9d10-a1aa88ef3a0f x-openstack-request-id: req-7a7c8f6f-bb5f-4897-9d10-a1aa88ef3a0f {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:25:30.898813 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe9b490-5016-4443-8ded-abc033b1a0bd", "name": "network-vif-plugged", "status": "completed", "tag": "67c0c056-2c86-4a9f-85ff-0f1de58c9fb5", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:25:30.899076 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a7c8f6f-bb5f-4897-9d10-a1aa88ef3a0f {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:25:30.899493 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe9b490-5016-4443-8ded-abc033b1a0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c0c056-2c86-4a9f-85ff-0f1de58c9fb5', 'code': 200} Jun 11 00:25:30.927583 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=67c0c056-2c86-4a9f-85ff-0f1de58c9fb5,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:30.930404 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:31.153030 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba080a4-f26e-4c10-87be-73fd5e545da8 req-8e42a900-d670-4ab1-a900-a1bac4abede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:31.154424 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-eba080a4-f26e-4c10-87be-73fd5e545da8 req-8e42a900-d670-4ab1-a900-a1bac4abede1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 1099 time: 0.0584700 Jun 11 00:25:31.196235 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-eba080a4-f26e-4c10-87be-73fd5e545da8 req-88e9559e-98df-4d8d-8da4-74f541fd6cf7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344317 Jun 11 00:25:31.861500 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693da226-266e-4ee4-8cb2-fcaffea00200 req-3d97ff94-59ed-4568-a4e8-ea922d54ab3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:31.862990 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-693da226-266e-4ee4-8cb2-fcaffea00200 req-3d97ff94-59ed-4568-a4e8-ea922d54ab3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 946 time: 0.0745025 Jun 11 00:25:31.903196 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-693da226-266e-4ee4-8cb2-fcaffea00200 req-45aaf904-f8af-4dc4-a88b-666d444f91c5 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345976 Jun 11 00:25:33.080036 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bcfc0-6f8c-4156-b9aa-0dd9c344803c req-bb0fae5b-92e8-4732-9ab7-322b3e5b9c6a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:33.081497 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a84bcfc0-6f8c-4156-b9aa-0dd9c344803c req-bb0fae5b-92e8-4732-9ab7-322b3e5b9c6a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 946 time: 0.0667565 Jun 11 00:25:33.120954 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-a84bcfc0-6f8c-4156-b9aa-0dd9c344803c req-280a2c0c-21f7-45e6-af64-91ea4a8cfaac tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339713 Jun 11 00:25:33.297882 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e5b3b-7af2-490a-8eb5-b62c5f856edc req-4194063c-0c63-428b-bea0-c47e97510804 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:33.299399 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-277e5b3b-7af2-490a-8eb5-b62c5f856edc req-4194063c-0c63-428b-bea0-c47e97510804 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 946 time: 0.0722475 Jun 11 00:25:33.339037 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-277e5b3b-7af2-490a-8eb5-b62c5f856edc req-7438c281-b24f-4a4c-ac1e-2542cee5be80 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341301 Jun 11 00:25:33.362981 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 47166) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:33.461042 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111d5e67-c232-4ae3-a5d0-03a7384ffe76 tempest-TestVolumeBootPattern-1048237549 tempest-TestVolumeBootPattern-1048237549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:33.462806 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-111d5e67-c232-4ae3-a5d0-03a7384ffe76 tempest-TestVolumeBootPattern-1048237549 tempest-TestVolumeBootPattern-1048237549-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 1094 time: 0.0988069 Jun 11 00:25:33.465636 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 47170) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:33.469997 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Request body: {'floatingip': {'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'port_id': '67c0c056-2c86-4a9f-85ff-0f1de58c9fb5', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:33.491183 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for floatingip, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:33.609012 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:33.732782 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_common [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Allocated IP 172.27.0.114 (ac6ac806-5702-4387-9142-a5902410ace9/3051342c-25eb-4552-a861-7cf92af851d2/752fc555-5bbd-420c-813e-a15922f9ec1c) {{(pid=91888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:25:33.858437 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for port, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:33.897331 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3493225'] for port, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:33.899123 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-f4012f26-3a64-4f8b-8045-3c4b7dd45ed0 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:33.944570 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Network ac6ac806-5702-4387-9142-a5902410ace9 is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:25:33.950069 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:25:33.952314 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event updated for resources: {'Port': ['ID=752fc555-5bbd-420c-813e-a15922f9ec1c,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:33.954936 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Received port after_create {{(pid=91888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:25:33.988175 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:33.988724 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:33.989255 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:33.989814 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:33.990352 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:33.990815 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:33.991177 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:33.991567 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:33.991925 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:33.992278 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:33.992630 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:33.992978 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:34.000944 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:34.670989 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:34.759705 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:34.937640 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for port, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:34.941644 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3493243'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:34.943586 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-cd81174c-dfea-4302-9115-192474bacab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:35.022942 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event updated for resources: {'Port': ['ID=752fc555-5bbd-420c-813e-a15922f9ec1c,revision_number=2']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:35.026627 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:35.033410 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1807872'] for floatingip, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:35.168567 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.l3_db [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Floating IP 4322986b-185b-4929-9cd5-b37a0870fa38 associated. External IP: 172.27.0.114, port: 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5. Jun 11 00:25:35.446230 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:25:35.602149 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:25:35.611890 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78989b50-6eda-4ced-a487-f30b8a8962e7 None None] Sync routers for ids ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:25:35.618223 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:35.622165 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78989b50-6eda-4ced-a487-f30b8a8962e7 None None] Routers {'de1285bd-8ac0-4608-91ac-3ebd4fedebf3'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:25:35.622784 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-78989b50-6eda-4ced-a487-f30b8a8962e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:25:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:25:35.661034 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1941397 Jun 11 00:25:35.661532 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe9b490-5016-4443-8ded-abc033b1a0bd', 'tag': '67c0c056-2c86-4a9f-85ff-0f1de58c9fb5'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:25:35.663970 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929356d5-28b4-4c84-8794-3d1d2c59bc4a" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe9b490-5016-4443-8ded-abc033b1a0bd", "tag": "67c0c056-2c86-4a9f-85ff-0f1de58c9fb5"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:25:35.707790 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a384d458-1dcb-4bee-acc1-31bcab8b597b x-openstack-request-id: req-a384d458-1dcb-4bee-acc1-31bcab8b597b {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:25:35.708389 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe9b490-5016-4443-8ded-abc033b1a0bd", "tag": "67c0c056-2c86-4a9f-85ff-0f1de58c9fb5", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:25:35.708389 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a384d458-1dcb-4bee-acc1-31bcab8b597b {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:25:35.708828 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe9b490-5016-4443-8ded-abc033b1a0bd', 'tag': '67c0c056-2c86-4a9f-85ff-0f1de58c9fb5', 'status': 'completed', 'code': 200} Jun 11 00:25:35.768387 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-78989b50-6eda-4ced-a487-f30b8a8962e7 None None] Set router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:25:35.788254 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929356d5-28b4-4c84-8794-3d1d2c59bc4a req-b4f3094e-12ef-415d-8fed-cc200982415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:35.789741 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-929356d5-28b4-4c84-8794-3d1d2c59bc4a req-b4f3094e-12ef-415d-8fed-cc200982415b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=feeb6d9b818d4b6e900667be202babd4&device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 1099 time: 0.0585175 Jun 11 00:25:35.912962 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929356d5-28b4-4c84-8794-3d1d2c59bc4a req-1fbf988b-4dc9-4fe2-9f79-d60b0da4ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:35.914364 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-929356d5-28b4-4c84-8794-3d1d2c59bc4a req-1fbf988b-4dc9-4fe2-9f79-d60b0da4ca1c service neutron] 10.222.0.21 "GET /v2.0/networks?id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc HTTP/1.1" status: 200 len: 912 time: 0.1189005 Jun 11 00:25:35.997445 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-929356d5-28b4-4c84-8794-3d1d2c59bc4a req-94db3e13-05f8-4908-8fed-384aa9f616cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 HTTP/1.1" status: 200 len: 1000 time: 0.0769329 Jun 11 00:25:36.057224 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929356d5-28b4-4c84-8794-3d1d2c59bc4a req-4d1604d2-e2f9-47dd-a7ed-e295a9975606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:36.058678 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-929356d5-28b4-4c84-8794-3d1d2c59bc4a req-4d1604d2-e2f9-47dd-a7ed-e295a9975606 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52e6acae-3f71-48df-b4ed-9cc3a206e1f4 HTTP/1.1" status: 200 len: 850 time: 0.0548503 Jun 11 00:25:36.121091 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929356d5-28b4-4c84-8794-3d1d2c59bc4a req-1d9b6fc1-ac31-43a8-b664-a1e524cfbf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:36.122576 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-929356d5-28b4-4c84-8794-3d1d2c59bc4a req-1d9b6fc1-ac31-43a8-b664-a1e524cfbf21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575998 Jun 11 00:25:36.188269 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-78989b50-6eda-4ced-a487-f30b8a8962e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '4322986b-185b-4929-9cd5-b37a0870fa38', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'port_id': '67c0c056-2c86-4a9f-85ff-0f1de58c9fb5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'mac_address': 'fa:16:3e:c8:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe9b490-5016-4443-8ded-abc033b1a0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:25:34Z', 'updated_at': '2021-06-11T00:25:34Z', 'revision_number': 0, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:25:00Z', 'revision_number': 5, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:25:36.191769 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78989b50-6eda-4ced-a487-f30b8a8962e7 None None] Checking router: de1285bd-8ac0-4608-91ac-3ebd4fedebf3 for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:25:36.199910 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78989b50-6eda-4ced-a487-f30b8a8962e7 None None] Routers {'de1285bd-8ac0-4608-91ac-3ebd4fedebf3'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:25:36.200514 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-78989b50-6eda-4ced-a487-f30b8a8962e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:25:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:25:36.238469 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-929356d5-28b4-4c84-8794-3d1d2c59bc4a req-f076a967-13c3-42c5-9aab-4457ba48d886 service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096373 Jun 11 00:25:36.341968 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-78989b50-6eda-4ced-a487-f30b8a8962e7 None None] Set router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:25:36.354787 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-929356d5-28b4-4c84-8794-3d1d2c59bc4a req-9e47ce95-4b9a-486e-8f90-eafbba5332ae service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103470 Jun 11 00:25:36.629566 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-78989b50-6eda-4ced-a487-f30b8a8962e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '4322986b-185b-4929-9cd5-b37a0870fa38', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'port_id': '67c0c056-2c86-4a9f-85ff-0f1de58c9fb5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'mac_address': 'fa:16:3e:c8:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe9b490-5016-4443-8ded-abc033b1a0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:25:34Z', 'updated_at': '2021-06-11T00:25:34Z', 'revision_number': 0, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:25:00Z', 'revision_number': 5, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:25:36.633092 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78989b50-6eda-4ced-a487-f30b8a8962e7 None None] The sync data for ids ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'] in dv-cinder-786260-5-iscsi is: [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '4322986b-185b-4929-9cd5-b37a0870fa38', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'port_id': '67c0c056-2c86-4a9f-85ff-0f1de58c9fb5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'mac_address': 'fa:16:3e:c8:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe9b490-5016-4443-8ded-abc033b1a0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:25:34Z', 'updated_at': '2021-06-11T00:25:34Z', 'revision_number': 0, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:25:00Z', 'revision_number': 5, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:25:36.809874 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7a4627-1eb7-44c3-b57d-27e7bc9fe17b None None] New status for floating IP 4322986b-185b-4929-9cd5-b37a0870fa38: ACTIVE {{(pid=91890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:25:40.167499 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:25:41.579708 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:43.192547 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-8f406aeb-2075-46e2-9838-3254deb8e0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:45.771673 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-976409a2-b038-4767-a54b-205692b2ed6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:45.951242 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:47.095573 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:48.487676 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:11.579471 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:13.192305 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-64ed1313-b8d3-4c28-b106-a85db090bb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:15.041823 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7110b259-1921-4052-b49d-a0dfee5dee87 req-efdac411-1adb-4049-a949-cf9daf881739 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581324 Jun 11 00:26:15.140878 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110b259-1921-4052-b49d-a0dfee5dee87 req-24e443f4-2be1-49db-a6b9-41b2196dc71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:15.142250 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7110b259-1921-4052-b49d-a0dfee5dee87 req-24e443f4-2be1-49db-a6b9-41b2196dc71f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=feeb6d9b818d4b6e900667be202babd4&device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 1099 time: 0.0583136 Jun 11 00:26:15.271164 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110b259-1921-4052-b49d-a0dfee5dee87 req-2137daec-32ba-4026-9561-6954d0e3504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:15.272669 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7110b259-1921-4052-b49d-a0dfee5dee87 req-2137daec-32ba-4026-9561-6954d0e3504c service neutron] 10.222.0.21 "GET /v2.0/networks?id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc HTTP/1.1" status: 200 len: 912 time: 0.1090782 Jun 11 00:26:15.355481 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7110b259-1921-4052-b49d-a0dfee5dee87 req-75789d12-5884-4c0a-a91a-e4a04e8dedf2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 HTTP/1.1" status: 200 len: 1002 time: 0.0757670 Jun 11 00:26:15.411865 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110b259-1921-4052-b49d-a0dfee5dee87 req-d0a62195-9c04-4594-8528-cb3ab5beef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:15.413231 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7110b259-1921-4052-b49d-a0dfee5dee87 req-d0a62195-9c04-4594-8528-cb3ab5beef3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52e6acae-3f71-48df-b4ed-9cc3a206e1f4 HTTP/1.1" status: 200 len: 850 time: 0.0512319 Jun 11 00:26:15.478859 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110b259-1921-4052-b49d-a0dfee5dee87 req-b066f316-6a96-420d-8193-87d101758e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:15.480314 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7110b259-1921-4052-b49d-a0dfee5dee87 req-b066f316-6a96-420d-8193-87d101758e67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600023 Jun 11 00:26:15.590234 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7110b259-1921-4052-b49d-a0dfee5dee87 req-3c69fb5e-503b-4d77-a39a-7d7ac23202b0 service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029785 Jun 11 00:26:15.706830 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7110b259-1921-4052-b49d-a0dfee5dee87 req-1fefe9ae-d2db-453e-b800-7fa13c049055 service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082842 Jun 11 00:26:15.771573 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-a49a22f0-3a2c-4cfb-930d-1ff9d6737349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:15.950889 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:17.098735 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:17.165817 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:26:18.490611 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:41.598435 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:43.192515 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-94e581e0-5796-470b-80e3-5680394e5b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:45.772371 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-19dbe663-7fac-4be0-8152-41b017ec9725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:45.951287 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:47.101938 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:48.494004 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:54.164701 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:27:11.661700 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:13.195268 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-df00dc3e-952c-442c-98eb-e01d415f19d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:14.499715 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-083d4f89-0746-4379-8ca4-2cc8c3189eaa req-e2729646-e440-4419-a70e-3e694a48dc82 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0610263 Jun 11 00:27:14.597582 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d4f89-0746-4379-8ca4-2cc8c3189eaa req-c0505b68-b6bc-4167-a341-bae8fc10c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:14.599050 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-083d4f89-0746-4379-8ca4-2cc8c3189eaa req-c0505b68-b6bc-4167-a341-bae8fc10c626 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=feeb6d9b818d4b6e900667be202babd4&device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 1099 time: 0.0572314 Jun 11 00:27:14.724804 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d4f89-0746-4379-8ca4-2cc8c3189eaa req-d0cae0fe-1b5f-4374-b0cd-838b2dae80ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:14.726173 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-083d4f89-0746-4379-8ca4-2cc8c3189eaa req-d0cae0fe-1b5f-4374-b0cd-838b2dae80ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc HTTP/1.1" status: 200 len: 912 time: 0.1074929 Jun 11 00:27:14.805455 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-083d4f89-0746-4379-8ca4-2cc8c3189eaa req-6ab324e6-15d2-4e83-8942-610e92a53602 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 HTTP/1.1" status: 200 len: 1002 time: 0.0732934 Jun 11 00:27:14.862085 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d4f89-0746-4379-8ca4-2cc8c3189eaa req-848e751c-df65-4c20-a11c-1af9584d285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:14.863463 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-083d4f89-0746-4379-8ca4-2cc8c3189eaa req-848e751c-df65-4c20-a11c-1af9584d285f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52e6acae-3f71-48df-b4ed-9cc3a206e1f4 HTTP/1.1" status: 200 len: 850 time: 0.0521138 Jun 11 00:27:14.924327 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d4f89-0746-4379-8ca4-2cc8c3189eaa req-7bfdc146-ecc2-4b6a-9ec4-efa20a1ff983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:14.925769 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-083d4f89-0746-4379-8ca4-2cc8c3189eaa req-7bfdc146-ecc2-4b6a-9ec4-efa20a1ff983 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562503 Jun 11 00:27:15.036456 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-083d4f89-0746-4379-8ca4-2cc8c3189eaa req-b6994dbc-503b-41d6-8060-5efb41df5e29 service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043303 Jun 11 00:27:15.428821 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-083d4f89-0746-4379-8ca4-2cc8c3189eaa req-081016a0-caf2-4bd7-8e87-15bda69f0625 service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854606 Jun 11 00:27:15.779416 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-8c9890b5-d29b-43a9-b229-a7d64bd3eb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:15.951058 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:17.103847 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:18.498944 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:25.690297 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f02cc5-45ce-45bf-b16f-502b1c109894 req-a795bd2e-1be5-426c-8a5b-94a6a8ef08d5 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:25.691693 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c2f02cc5-45ce-45bf-b16f-502b1c109894 req-a795bd2e-1be5-426c-8a5b-94a6a8ef08d5 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 946 time: 0.0774498 Jun 11 00:27:25.739351 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-c2f02cc5-45ce-45bf-b16f-502b1c109894 req-5b6d725e-d762-401b-a743-0e17c7fca956 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413232 Jun 11 00:27:26.921075 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d05b9-1dcb-4f57-a633-6308064b16fc req-e1959f07-4481-4112-8dd7-f97c236b2086 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:26.922524 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-919d05b9-1dcb-4f57-a633-6308064b16fc req-e1959f07-4481-4112-8dd7-f97c236b2086 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 946 time: 0.0723395 Jun 11 00:27:26.963515 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-919d05b9-1dcb-4f57-a633-6308064b16fc req-7e546f00-7e42-4a44-bd93-7063341333c8 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354450 Jun 11 00:27:27.139843 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8a52b-3003-48dd-bff1-4d6c35280e77 req-49ffe2e9-dcf1-4d79-bbde-a282682ae5b0 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:27.141253 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e7f8a52b-3003-48dd-bff1-4d6c35280e77 req-49ffe2e9-dcf1-4d79-bbde-a282682ae5b0 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 946 time: 0.0678732 Jun 11 00:27:27.252126 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-e7f8a52b-3003-48dd-bff1-4d6c35280e77 req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Deleting port 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:27:27.252460 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e7f8a52b-3003-48dd-bff1-4d6c35280e77 req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:27.363030 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-e7f8a52b-3003-48dd-bff1-4d6c35280e77 req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] For port 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=67c0c056-2c86-4a9f-85ff-0f1de58c9fb5,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:27:27.363407 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e7f8a52b-3003-48dd-bff1-4d6c35280e77 req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:27.578346 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e7f8a52b-3003-48dd-bff1-4d6c35280e77 req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:27.578820 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e7f8a52b-3003-48dd-bff1-4d6c35280e77 req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1807872'] for floatingip, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:27.579165 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.db.l3_db [req-e7f8a52b-3003-48dd-bff1-4d6c35280e77 req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Floating IP 4322986b-185b-4929-9cd5-b37a0870fa38 disassociated. External IP: 172.27.0.114, port: 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5. Jun 11 00:27:27.579650 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-e7f8a52b-3003-48dd-bff1-4d6c35280e77 req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Calling delete_port for 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 owned by compute:nova {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:27:27.722126 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e7f8a52b-3003-48dd-bff1-4d6c35280e77 req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:27.725820 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f07992fa-ff95-4a3b-afef-16deafe81e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:27.760821 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event deleted for resources: {'Port': ['ID=67c0c056-2c86-4a9f-85ff-0f1de58c9fb5,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:27.817773 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:27.818164 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:27.818540 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:27.819593 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:27.819964 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:27.820334 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:27.820699 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:27.821064 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:27.821429 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:27.821793 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:27.822151 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:27.822509 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:27.868623 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:27.916981 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7f8a52b-3003-48dd-bff1-4d6c35280e77 req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:27:28.061827 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7f8a52b-3003-48dd-bff1-4d6c35280e77 req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:27:28.071980 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3880dbdb-2288-4e4f-866c-eeac3741515b None None] Sync routers for ids ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:27:28.081726 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3880dbdb-2288-4e4f-866c-eeac3741515b None None] Routers {'de1285bd-8ac0-4608-91ac-3ebd4fedebf3'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:27:28.082281 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-3880dbdb-2288-4e4f-866c-eeac3741515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:27:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:27:28.113237 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-66f4df40-2b60-49a2-973a-43378754d98a req-e983b1d6-09e1-42dd-9aca-f936733ec727 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe9b490-5016-4443-8ded-abc033b1a0bd HTTP/1.1" status: 200 len: 210 time: 0.0390708 Jun 11 00:27:28.126870 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f8a52b-3003-48dd-bff1-4d6c35280e77 req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] No DVR routers for this DVR port 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 on host hv-cinder-78626 {{(pid=91887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:27:28.130039 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-e7f8a52b-3003-48dd-bff1-4d6c35280e77 req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:28.132588 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-e7f8a52b-3003-48dd-bff1-4d6c35280e77 req-3839a858-4ce2-47f7-ba79-9fd256456bbc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.21 "DELETE /v2.0/ports/67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 HTTP/1.1" status: 204 len: 173 time: 0.9844341 Jun 11 00:27:28.133396 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe9b490-5016-4443-8ded-abc033b1a0bd', 'name': 'network-vif-deleted', 'tag': '67c0c056-2c86-4a9f-85ff-0f1de58c9fb5'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:27:28.136885 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba2fa5b-e2e9-4ecd-9f4a-e9db86ec2fe6" -d '{"events": [{"server_uuid": "0fe9b490-5016-4443-8ded-abc033b1a0bd", "name": "network-vif-deleted", "tag": "67c0c056-2c86-4a9f-85ff-0f1de58c9fb5"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:27:28.239323 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6f3184-f8ab-4ea0-a1e5-debeffe69ff7 x-openstack-request-id: req-3a6f3184-f8ab-4ea0-a1e5-debeffe69ff7 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:27:28.239988 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe9b490-5016-4443-8ded-abc033b1a0bd", "name": "network-vif-deleted", "tag": "67c0c056-2c86-4a9f-85ff-0f1de58c9fb5", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:27:28.239988 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a6f3184-f8ab-4ea0-a1e5-debeffe69ff7 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:27:28.240450 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe9b490-5016-4443-8ded-abc033b1a0bd', 'name': 'network-vif-deleted', 'tag': '67c0c056-2c86-4a9f-85ff-0f1de58c9fb5', 'status': 'completed', 'code': 200} Jun 11 00:27:28.245908 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-3880dbdb-2288-4e4f-866c-eeac3741515b None None] Set router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:27:28.504435 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-3880dbdb-2288-4e4f-866c-eeac3741515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:25:00Z', 'revision_number': 5, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:27:28.508621 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3880dbdb-2288-4e4f-866c-eeac3741515b None None] Checking router: de1285bd-8ac0-4608-91ac-3ebd4fedebf3 for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:27:28.516574 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3880dbdb-2288-4e4f-866c-eeac3741515b None None] Routers {'de1285bd-8ac0-4608-91ac-3ebd4fedebf3'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:27:28.517186 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-3880dbdb-2288-4e4f-866c-eeac3741515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:27:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:27:28.659847 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-3880dbdb-2288-4e4f-866c-eeac3741515b None None] Set router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:27:29.048549 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-3880dbdb-2288-4e4f-866c-eeac3741515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:25:00Z', 'revision_number': 5, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:27:29.051899 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3880dbdb-2288-4e4f-866c-eeac3741515b None None] The sync data for ids ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'] in dv-cinder-786260-5-iscsi is: [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:25:00Z', 'revision_number': 5, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:27:29.260642 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c487dae2-c1e1-4272-8349-c07dd158be8e None None] New status for floating IP 4322986b-185b-4929-9cd5-b37a0870fa38: DOWN {{(pid=91890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:27:29.337884 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:27:29.362516 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] No Port match for: 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:27:29.362880 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 67c0c056-2c86-4a9f-85ff-0f1de58c9fb5 not bound to the agent host hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:27:29.368085 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-c4f43c80-2748-4b8e-9c29-731d93163eef tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1392503311&fields=id&tenant_id=feeb6d9b818d4b6e900667be202babd4 HTTP/1.1" status: 200 len: 267 time: 0.0384727 Jun 11 00:27:29.503889 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-3de32810-22ff-4bb5-ad80-9ac5cb4f46d4 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:29.505370 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-3de32810-22ff-4bb5-ad80-9ac5cb4f46d4 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/networks?id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc HTTP/1.1" status: 200 len: 811 time: 0.1293635 Jun 11 00:27:29.520110 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-2ba1eba2-b60a-4dc3-94e9-7231c26bf2e0 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/quotas/feeb6d9b818d4b6e900667be202babd4 HTTP/1.1" status: 200 len: 375 time: 0.0086744 Jun 11 00:27:29.596594 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-f8bb31eb-3e4d-415e-be95-e26d002a49ee tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=feeb6d9b818d4b6e900667be202babd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709691 Jun 11 00:27:29.711925 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-c55ffdba-0b29-49f3-8e20-7498f57d079a service neutron] 10.222.0.15 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045275 Jun 11 00:27:29.830645 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-c6d3099a-a438-4167-be45-716682e8990a service neutron] 10.222.0.15 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129591 Jun 11 00:27:30.123847 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f06095cc-2386-4b33-8be7-ee2377234428 req-cc5a8337-2cc5-4bec-8f70-b8ef2011b983 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 210 time: 0.0334830 Jun 11 00:27:31.162678 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:27:31.212345 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-81d50a87-611d-46b4-9e35-ade98e7de0f4 req-fd64ff01-d098-4820-ad44-8f3df4a132d3 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 210 time: 0.0374711 Jun 11 00:27:32.295227 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-33ba67aa-1894-4ba9-80fc-ef771fa8a9ef req-465ef7bd-c2d2-437a-a698-087ad3c5ddc0 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 210 time: 0.0327365 Jun 11 00:27:33.315385 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-bd6e6f3a-d26e-4136-beb9-c6a6f3b10519 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:33.316741 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-bd6e6f3a-d26e-4136-beb9-c6a6f3b10519 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.21 "GET /v2.0/networks?id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc HTTP/1.1" status: 200 len: 811 time: 0.1322432 Jun 11 00:27:33.363605 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-9728d9a8-e98c-45c8-824d-dc79fe337c4e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=feeb6d9b818d4b6e900667be202babd4 HTTP/1.1" status: 200 len: 380 time: 0.0386770 Jun 11 00:27:33.378362 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-5b0d63dc-8ed6-4320-95b0-27944e544078 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Request body: {'port': {'device_id': '9faa7ad0-3c22-41f3-ac41-1a177a0c1626', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'admin_state_up': True, 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'security_groups': ['04b7a11a-35d3-40cf-a6e4-5bc1268099c9']}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:27:33.446059 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-2fdd0edb-5afb-4521-99e2-79608949909a req-c76b0dbe-ee46-4837-9552-3b25001b0c25 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 210 time: 0.0335202 Jun 11 00:27:33.513890 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-5b0d63dc-8ed6-4320-95b0-27944e544078 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Made reservation on behalf of feeb6d9b818d4b6e900667be202babd4 for: {'port': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:27:33.517357 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-5b0d63dc-8ed6-4320-95b0-27944e544078 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:33.658065 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-5b0d63dc-8ed6-4320-95b0-27944e544078 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Allocated IP 172.20.0.10 (38e2c24e-d578-40b8-b8c9-9ca2096e81cc/52e6acae-3f71-48df-b4ed-9cc3a206e1f4/a29cafc1-1c2b-4e20-87a3-3962b6a9bc38) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:27:33.837083 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-5b0d63dc-8ed6-4320-95b0-27944e544078 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:33.850617 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-5b0d63dc-8ed6-4320-95b0-27944e544078 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Transition to ACTIVE for port object a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 will not be triggered until provisioned by entity DHCP. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:27:33.889723 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-5b0d63dc-8ed6-4320-95b0-27944e544078 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:33.893440 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-77a24441-6b83-4945-a0f9-6ab6100f75f9 tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:33.940635 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-5b0d63dc-8ed6-4320-95b0-27944e544078 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:27:33.943755 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-5b0d63dc-8ed6-4320-95b0-27944e544078 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:27:33.947418 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-5b0d63dc-8ed6-4320-95b0-27944e544078 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:27:33.953658 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d63dc-8ed6-4320-95b0-27944e544078 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event updated for resources: {'Port': ['ID=a29cafc1-1c2b-4e20-87a3-3962b6a9bc38,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:33.983175 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-5b0d63dc-8ed6-4320-95b0-27944e544078 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:34.008641 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-5b0d63dc-8ed6-4320-95b0-27944e544078 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:34.009247 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-5b0d63dc-8ed6-4320-95b0-27944e544078 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:34.023495 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-5b0d63dc-8ed6-4320-95b0-27944e544078 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6492965 Jun 11 00:27:34.035099 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Request body: {'port': {'device_id': '9faa7ad0-3c22-41f3-ac41-1a177a0c1626', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:27:34.105094 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-2464f910-d0da-4709-a2b2-42e53f7e3f0e None None] Provisioning for port a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:27:34.108765 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-2464f910-d0da-4709-a2b2-42e53f7e3f0e None None] Provisioning complete for port a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:27:34.109137 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-2464f910-d0da-4709-a2b2-42e53f7e3f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:34.126779 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:34.152406 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-2464f910-d0da-4709-a2b2-42e53f7e3f0e None None] Port a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:27:34.424625 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 {{(pid=91887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:27:34.432193 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:34.443312 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Transition to ACTIVE for port object a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 will not be triggered until provisioned by entity L2. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:27:34.447661 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:34.450282 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-56451126-a644-4fc8-a8fa-b9674ccf5774 tempest-VolumesNegativeTest-812132335 tempest-VolumesNegativeTest-812132335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:34.545261 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Pushing event updated for resources: {'Port': ['ID=a29cafc1-1c2b-4e20-87a3-3962b6a9bc38,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:34.568750 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:34.630690 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Attempting to bind port a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:27:34.631008 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Attempting to bind port a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc'}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:27:34.631291 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Attempting to bind port a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 on network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:27:34.634775 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbdbcb-4032-4a1b-b44c-feaf53937a0f req-8cf6adc9-b2bb-4c32-99e3-94d0acbe4ca5 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:34.636292 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-57bbdbcb-4032-4a1b-b44c-feaf53937a0f req-8cf6adc9-b2bb-4c32-99e3-94d0acbe4ca5 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 944 time: 0.0753520 Jun 11 00:27:34.637100 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Port a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 on network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:27:34.637771 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Attempting to bind port a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 on network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:27:34.643207 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Checking agent: {'id': '0b82d12c-0850-474f-ad5c-077a5fa277b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:27:34.643700 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Checking segment: {'id': 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:27:34.644083 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Bound using segment: {'id': 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc'} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:27:34.644513 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Bound port: a29cafc1-1c2b-4e20-87a3-3962b6a9bc38, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc'}}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:27:34.644861 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:34.681760 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-57bbdbcb-4032-4a1b-b44c-feaf53937a0f req-73cb7736-9fea-4aef-8e58-cc2ee35e8dd6 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393341 Jun 11 00:27:34.720173 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] For port a29cafc1-1c2b-4e20-87a3-3962b6a9bc38, host hv-cinder-78626, cleared binding levels {{(pid=91887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:27:34.723099 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] For port a29cafc1-1c2b-4e20-87a3-3962b6a9bc38, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a29cafc1-1c2b-4e20-87a3-3962b6a9bc38,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:27:34.728947 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:34.731811 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-6d872a42-9dec-4099-a882-06ccf20ce56f tempest-AttachVolumeTestJSON-2008675236 tempest-AttachVolumeTestJSON-2008675236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:34.774219 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:34.774838 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:34.776227 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] 10.222.0.21 "PUT /v2.0/ports/a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 HTTP/1.1" status: 200 len: 1094 time: 0.7455361 Jun 11 00:27:34.776768 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9faa7ad0-3c22-41f3-ac41-1a177a0c1626', 'tag': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:27:34.779279 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a1429a-f559-4239-b342-76e552bef0da" -d '{"events": [{"name": "network-changed", "server_uuid": "9faa7ad0-3c22-41f3-ac41-1a177a0c1626", "tag": "a29cafc1-1c2b-4e20-87a3-3962b6a9bc38"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:27:34.809457 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Pushing event updated for resources: {'Port': ['ID=a29cafc1-1c2b-4e20-87a3-3962b6a9bc38,revision_number=3']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:34.812442 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-634aa282-fb9f-44a9-83d3-cfa93cbc19ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:34.826852 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05caec50-5120-4095-918f-ad2bd4c323bd x-openstack-request-id: req-05caec50-5120-4095-918f-ad2bd4c323bd {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:27:34.827193 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9faa7ad0-3c22-41f3-ac41-1a177a0c1626", "tag": "a29cafc1-1c2b-4e20-87a3-3962b6a9bc38", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:27:34.827524 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05caec50-5120-4095-918f-ad2bd4c323bd {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:27:34.827968 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9faa7ad0-3c22-41f3-ac41-1a177a0c1626', 'tag': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38', 'status': 'completed', 'code': 200} Jun 11 00:27:34.879950 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-b99ca30f-2bab-4573-9379-c234e0a86066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:34.881508 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-b99ca30f-2bab-4573-9379-c234e0a86066 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=feeb6d9b818d4b6e900667be202babd4&device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 1097 time: 0.0637701 Jun 11 00:27:34.940251 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-8cb94786-e5b7-42ce-b64e-d96903493999 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 HTTP/1.1" status: 200 len: 217 time: 0.0515487 Jun 11 00:27:34.997651 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-522bc6fc-bf24-48a0-bf30-06d8ac193271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:34.998643 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-522bc6fc-bf24-48a0-bf30-06d8ac193271 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52e6acae-3f71-48df-b4ed-9cc3a206e1f4 HTTP/1.1" status: 200 len: 850 time: 0.0526595 Jun 11 00:27:35.065137 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-0744e560-dc06-423e-ad8d-87d81ff174fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:35.066499 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-0744e560-dc06-423e-ad8d-87d81ff174fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614305 Jun 11 00:27:35.189863 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-ce17e144-344e-4a51-95e7-266f4244f936 service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163046 Jun 11 00:27:35.303489 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-07dd64d5-83e4-4433-93cc-d69c1f903326 req-fbe6e1f4-acf7-4a3a-b5fa-e6f62addb37f service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072025 Jun 11 00:27:35.414066 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1429a-f559-4239-b342-76e552bef0da req-beca0429-cccb-4c62-a4b6-c6254f4108a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:35.415552 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-04a1429a-f559-4239-b342-76e552bef0da req-beca0429-cccb-4c62-a4b6-c6254f4108a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=feeb6d9b818d4b6e900667be202babd4&device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 1097 time: 0.0655975 Jun 11 00:27:35.525241 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1429a-f559-4239-b342-76e552bef0da req-f1166e38-92f4-44ef-9336-36ebdbf27365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:35.526691 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-04a1429a-f559-4239-b342-76e552bef0da req-f1166e38-92f4-44ef-9336-36ebdbf27365 service neutron] 10.222.0.21 "GET /v2.0/networks?id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc HTTP/1.1" status: 200 len: 912 time: 0.1043870 Jun 11 00:27:35.583963 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-04a1429a-f559-4239-b342-76e552bef0da req-4be683a4-83f9-499b-a051-92c4b6c31a86 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 HTTP/1.1" status: 200 len: 217 time: 0.0498736 Jun 11 00:27:35.639295 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1429a-f559-4239-b342-76e552bef0da req-a82aafcf-ba5a-48b1-8adf-6006fb8facdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:35.640731 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-04a1429a-f559-4239-b342-76e552bef0da req-a82aafcf-ba5a-48b1-8adf-6006fb8facdf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52e6acae-3f71-48df-b4ed-9cc3a206e1f4 HTTP/1.1" status: 200 len: 850 time: 0.0503991 Jun 11 00:27:35.706331 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1429a-f559-4239-b342-76e552bef0da req-4a06f54f-0e5f-4b46-a602-66c152fa6cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:35.707684 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-04a1429a-f559-4239-b342-76e552bef0da req-4a06f54f-0e5f-4b46-a602-66c152fa6cc0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607557 Jun 11 00:27:35.826160 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-04a1429a-f559-4239-b342-76e552bef0da req-97d5d8d5-50c5-4f69-b20e-913e9fdecec7 service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121852 Jun 11 00:27:35.871188 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1dcf8-20ae-44f6-9e26-f39dd22a979f req-75c08231-860f-4a7c-8a43-76456d62ef3f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:35.872665 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-82d1dcf8-20ae-44f6-9e26-f39dd22a979f req-75c08231-860f-4a7c-8a43-76456d62ef3f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 944 time: 0.0694730 Jun 11 00:27:35.913526 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-82d1dcf8-20ae-44f6-9e26-f39dd22a979f req-0a1a0ab5-b2c5-4c86-9c16-485cd690e972 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349767 Jun 11 00:27:35.943397 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-04a1429a-f559-4239-b342-76e552bef0da req-5bb85e5a-ca69-4538-b0cc-d96723be8768 service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094975 Jun 11 00:27:37.096098 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c1b18-c201-4105-a97c-b26e156174ad req-336b876b-704b-4f15-9324-d163cea42aa4 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:37.097540 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1f5c1b18-c201-4105-a97c-b26e156174ad req-336b876b-704b-4f15-9324-d163cea42aa4 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 944 time: 0.0732648 Jun 11 00:27:37.139007 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1f5c1b18-c201-4105-a97c-b26e156174ad req-d4a8d16f-b7e9-405c-9b5a-b2395681ad56 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353730 Jun 11 00:27:38.312899 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331c7aa-599c-4f39-91c2-ef59a733122c req-8a38ff9f-65e3-4dc2-85f8-124819fea1cc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:38.314360 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8331c7aa-599c-4f39-91c2-ef59a733122c req-8a38ff9f-65e3-4dc2-85f8-124819fea1cc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 944 time: 0.0681469 Jun 11 00:27:38.354937 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8331c7aa-599c-4f39-91c2-ef59a733122c req-e3de13bf-2481-4129-8558-53dc38cea4db tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351162 Jun 11 00:27:39.533134 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e89161-b9d7-49c3-9f49-cdd822647121 req-ed648771-a6bf-452c-8f69-07c036ab4673 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:39.534583 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f1e89161-b9d7-49c3-9f49-cdd822647121 req-ed648771-a6bf-452c-8f69-07c036ab4673 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 944 time: 0.0709894 Jun 11 00:27:39.575161 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f1e89161-b9d7-49c3-9f49-cdd822647121 req-45d16cee-34d8-44cd-bba2-9d7df81d7789 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350833 Jun 11 00:27:40.748850 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be04ec5-d162-412e-8030-dd0d03ade4b8 req-292c5233-f535-4273-bee2-61019bb9a650 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:40.750201 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5be04ec5-d162-412e-8030-dd0d03ade4b8 req-292c5233-f535-4273-bee2-61019bb9a650 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 944 time: 0.0679927 Jun 11 00:27:40.791120 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-5be04ec5-d162-412e-8030-dd0d03ade4b8 req-1e1c3b26-e7c5-4b17-b45a-0ab3fdc0637b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353692 Jun 11 00:27:41.416091 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:27:41.532038 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port a29cafc1-1c2b-4e20-87a3-3962b6a9bc38, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a29cafc1-1c2b-4e20-87a3-3962b6a9bc38,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:27:41.547764 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'port_id': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38', 'mac_address': 'fa:16:3e:f2:80:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:27:41.589595 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:41.609410 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:27:41.630788 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port a29cafc1-1c2b-4e20-87a3-3962b6a9bc38, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a29cafc1-1c2b-4e20-87a3-3962b6a9bc38,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:27:41.634886 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:41.636706 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-86339bd6-77be-492e-b778-1f19507a763b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:41.685384 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:41.698139 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=a29cafc1-1c2b-4e20-87a3-3962b6a9bc38,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:41.705005 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:41.705357 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:41.705704 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:41.706042 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:41.706377 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:41.706711 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:41.707042 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:41.707394 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:41.707725 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:41.708051 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:41.708377 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:41.708702 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:41.713178 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:41.873085 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['a29cafc1-1c2b-4e20-87a3-3962b6a9bc38'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:27:41.971979 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e5f32-1bc1-41f3-ba4d-466ea93782eb req-888ff7b6-e174-4e20-9b85-9ba6562a493d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:41.973358 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-600e5f32-1bc1-41f3-ba4d-466ea93782eb req-888ff7b6-e174-4e20-9b85-9ba6562a493d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 945 time: 0.0729909 Jun 11 00:27:42.014420 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-600e5f32-1bc1-41f3-ba4d-466ea93782eb req-26c94746-76fa-45ae-8f93-52109946d20b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346968 Jun 11 00:27:43.189397 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789636b-33bc-485e-b9d8-b008e65aefac req-f16371b2-7738-4eb8-ad0b-c3a1299e6f86 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:43.190851 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f789636b-33bc-485e-b9d8-b008e65aefac req-f16371b2-7738-4eb8-ad0b-c3a1299e6f86 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 945 time: 0.0673766 Jun 11 00:27:43.196467 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-921a7689-98e5-4a65-b483-8a98ffb8c01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:43.232750 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f789636b-33bc-485e-b9d8-b008e65aefac req-7cddc678-58cd-4db4-ac8a-8429acc93fa9 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356910 Jun 11 00:27:43.425263 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:27:43.482565 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning for port a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:27:43.486649 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:27:43.487119 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:43.573198 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:43.597023 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faa7ad0-3c22-41f3-ac41-1a177a0c1626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:27:43.599281 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2ffdd3-414f-4c5d-8cda-43af4b62eac5" -d '{"events": [{"server_uuid": "9faa7ad0-3c22-41f3-ac41-1a177a0c1626", "name": "network-vif-plugged", "status": "completed", "tag": "a29cafc1-1c2b-4e20-87a3-3962b6a9bc38"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:27:43.616472 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port a29cafc1-1c2b-4e20-87a3-3962b6a9bc38, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a29cafc1-1c2b-4e20-87a3-3962b6a9bc38,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:27:43.621061 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:43.624363 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-13050583-0fa9-4916-9bc3-0fce6e5205ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:43.677919 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=a29cafc1-1c2b-4e20-87a3-3962b6a9bc38,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:43.681636 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:43.691129 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7c4fb3-2f80-4c24-adfe-4e9133540781 x-openstack-request-id: req-5e7c4fb3-2f80-4c24-adfe-4e9133540781 {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:27:43.691455 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9faa7ad0-3c22-41f3-ac41-1a177a0c1626", "name": "network-vif-plugged", "status": "completed", "tag": "a29cafc1-1c2b-4e20-87a3-3962b6a9bc38", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:27:43.691743 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e7c4fb3-2f80-4c24-adfe-4e9133540781 {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:27:43.692144 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9faa7ad0-3c22-41f3-ac41-1a177a0c1626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38', 'code': 200} Jun 11 00:27:43.952913 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7673fea-23f0-415a-9210-0d7086a0ce8e req-22680119-7980-4db0-989c-504c487b5057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:43.954249 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c7673fea-23f0-415a-9210-0d7086a0ce8e req-22680119-7980-4db0-989c-504c487b5057 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 1099 time: 0.0604572 Jun 11 00:27:43.991560 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-c7673fea-23f0-415a-9210-0d7086a0ce8e req-37069c12-3dc3-492f-be23-7cb682cd3d5a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306876 Jun 11 00:27:44.429461 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec046c6-eef0-4260-bc33-eb44e1a81289 req-58f69ec3-3c05-4910-abf8-15b0d320ff65 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:44.430925 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8ec046c6-eef0-4260-bc33-eb44e1a81289 req-58f69ec3-3c05-4910-abf8-15b0d320ff65 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 946 time: 0.0720484 Jun 11 00:27:44.472258 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8ec046c6-eef0-4260-bc33-eb44e1a81289 req-2f56fbd3-e234-49d1-b27f-277d73a96142 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357912 Jun 11 00:27:45.647952 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6d626-6ce9-411c-8a3f-4bb02f5c95ca req-cfb40f4e-53fb-41d7-a30e-197e02ff8780 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:45.649908 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f9b6d626-6ce9-411c-8a3f-4bb02f5c95ca req-cfb40f4e-53fb-41d7-a30e-197e02ff8780 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 946 time: 0.0685954 Jun 11 00:27:45.690568 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f9b6d626-6ce9-411c-8a3f-4bb02f5c95ca req-d7b554d9-6625-4022-8f3f-304af5b82c39 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351789 Jun 11 00:27:45.771709 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-1507fca9-8e6b-46a0-9325-4da64bc08df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:45.869845 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407805b9-a4e5-4921-b7ef-e5aefa8f25eb req-141301d0-1594-486d-8180-ae19b5e7e0a2 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:45.871284 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-407805b9-a4e5-4921-b7ef-e5aefa8f25eb req-141301d0-1594-486d-8180-ae19b5e7e0a2 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 946 time: 0.0715859 Jun 11 00:27:45.911532 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-407805b9-a4e5-4921-b7ef-e5aefa8f25eb req-55057348-8c52-4cb0-9913-75d1ac6fcff9 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347555 Jun 11 00:27:45.936386 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 47288) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:45.952211 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:45.993367 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1998eeb3-682c-490f-ab01-786edcdfc2d9 tempest-TestVolumeBootPattern-1048237549 tempest-TestVolumeBootPattern-1048237549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:45.994834 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-1998eeb3-682c-490f-ab01-786edcdfc2d9 tempest-TestVolumeBootPattern-1048237549 tempest-TestVolumeBootPattern-1048237549-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 1094 time: 0.0569229 Jun 11 00:27:45.997538 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 47290) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:46.001783 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Request body: {'floatingip': {'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'port_id': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:27:46.021487 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for floatingip, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:46.415031 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:46.532887 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Allocated IP 172.27.0.78 (ac6ac806-5702-4387-9142-a5902410ace9/3051342c-25eb-4552-a861-7cf92af851d2/4095a56d-1fd4-4e36-88a1-bd9a0d774357) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:27:46.653866 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:46.691538 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:46.694279 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:46.742429 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Network ac6ac806-5702-4387-9142-a5902410ace9 is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:27:46.745324 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:27:46.748715 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:27:46.776485 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event updated for resources: {'Port': ['ID=4095a56d-1fd4-4e36-88a1-bd9a0d774357,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:46.780331 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:47.107437 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:47.199563 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:47.292054 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:47.469586 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:47.474663 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:47.477383 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-5b0d63dc-8ed6-4320-95b0-27944e544078 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:47.559610 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event updated for resources: {'Port': ['ID=4095a56d-1fd4-4e36-88a1-bd9a0d774357,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:47.563295 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:47.569806 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1807872'] for floatingip, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:47.704555 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.db.l3_db [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Floating IP 08c9e0be-194e-4f3f-a3a3-4563311e0941 associated. External IP: 172.27.0.78, port: a29cafc1-1c2b-4e20-87a3-3962b6a9bc38. Jun 11 00:27:47.990353 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:27:48.133741 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:27:48.142766 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e5c02-fb02-4587-b771-d98477525f44 None None] Sync routers for ids ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:27:48.149249 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:48.151672 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418e5c02-fb02-4587-b771-d98477525f44 None None] Routers {'de1285bd-8ac0-4608-91ac-3ebd4fedebf3'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:27:48.152310 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-418e5c02-fb02-4587-b771-d98477525f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:27:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:27:48.192125 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-e447f733-3de4-4eb6-9cf0-43c3e4ec9f6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1935828 Jun 11 00:27:48.192817 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9faa7ad0-3c22-41f3-ac41-1a177a0c1626', 'tag': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:27:48.195105 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed5aa68-a034-4314-a885-b5069633c503" -d '{"events": [{"name": "network-changed", "server_uuid": "9faa7ad0-3c22-41f3-ac41-1a177a0c1626", "tag": "a29cafc1-1c2b-4e20-87a3-3962b6a9bc38"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:27:48.230156 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63605941-9ec4-44ea-b370-02c3f282f2ac x-openstack-request-id: req-63605941-9ec4-44ea-b370-02c3f282f2ac {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:27:48.230733 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9faa7ad0-3c22-41f3-ac41-1a177a0c1626", "tag": "a29cafc1-1c2b-4e20-87a3-3962b6a9bc38", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:27:48.230839 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63605941-9ec4-44ea-b370-02c3f282f2ac {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:27:48.231247 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9faa7ad0-3c22-41f3-ac41-1a177a0c1626', 'tag': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38', 'status': 'completed', 'code': 200} Jun 11 00:27:48.296287 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-418e5c02-fb02-4587-b771-d98477525f44 None None] Set router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:27:48.312438 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5aa68-a034-4314-a885-b5069633c503 req-c5da2cd9-08bb-4065-a6be-286eae7b0865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:48.313931 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7ed5aa68-a034-4314-a885-b5069633c503 req-c5da2cd9-08bb-4065-a6be-286eae7b0865 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=feeb6d9b818d4b6e900667be202babd4&device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 1099 time: 0.0616205 Jun 11 00:27:48.426225 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5aa68-a034-4314-a885-b5069633c503 req-6de556ac-d53c-49ef-aa14-eda523dae0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:48.427713 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7ed5aa68-a034-4314-a885-b5069633c503 req-6de556ac-d53c-49ef-aa14-eda523dae0c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc HTTP/1.1" status: 200 len: 912 time: 0.1067708 Jun 11 00:27:48.511468 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7ed5aa68-a034-4314-a885-b5069633c503 req-40779bea-b10f-4f3b-a9e1-0808a6751272 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 HTTP/1.1" status: 200 len: 999 time: 0.0777967 Jun 11 00:27:48.520904 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:48.567741 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5aa68-a034-4314-a885-b5069633c503 req-75c1b5d2-df66-42fd-b130-6aa11b940c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:48.569087 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7ed5aa68-a034-4314-a885-b5069633c503 req-75c1b5d2-df66-42fd-b130-6aa11b940c8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52e6acae-3f71-48df-b4ed-9cc3a206e1f4 HTTP/1.1" status: 200 len: 850 time: 0.0518730 Jun 11 00:27:48.592468 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-418e5c02-fb02-4587-b771-d98477525f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '08c9e0be-194e-4f3f-a3a3-4563311e0941', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'port_id': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'mac_address': 'fa:16:3e:f2:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faa7ad0-3c22-41f3-ac41-1a177a0c1626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:27:47Z', 'updated_at': '2021-06-11T00:27:47Z', 'revision_number': 0, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:25:00Z', 'revision_number': 5, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:27:48.595686 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e5c02-fb02-4587-b771-d98477525f44 None None] Checking router: de1285bd-8ac0-4608-91ac-3ebd4fedebf3 for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:27:48.604226 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418e5c02-fb02-4587-b771-d98477525f44 None None] Routers {'de1285bd-8ac0-4608-91ac-3ebd4fedebf3'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:27:48.604833 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-418e5c02-fb02-4587-b771-d98477525f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:27:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:27:48.635646 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5aa68-a034-4314-a885-b5069633c503 req-29c4987f-3472-4889-b54d-08b2c9390454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:48.637109 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7ed5aa68-a034-4314-a885-b5069633c503 req-29c4987f-3472-4889-b54d-08b2c9390454 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619807 Jun 11 00:27:48.745118 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-418e5c02-fb02-4587-b771-d98477525f44 None None] Set router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:27:48.752041 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7ed5aa68-a034-4314-a885-b5069633c503 req-379df942-1533-4d41-b6ab-76dea26f5ad3 service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084363 Jun 11 00:27:48.861798 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7ed5aa68-a034-4314-a885-b5069633c503 req-e28ac6da-cdf2-499d-b315-56e3b80a0e9a service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023717 Jun 11 00:27:49.168606 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-418e5c02-fb02-4587-b771-d98477525f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '08c9e0be-194e-4f3f-a3a3-4563311e0941', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'port_id': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'mac_address': 'fa:16:3e:f2:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faa7ad0-3c22-41f3-ac41-1a177a0c1626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:27:47Z', 'updated_at': '2021-06-11T00:27:47Z', 'revision_number': 0, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:25:00Z', 'revision_number': 5, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:27:49.171930 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e5c02-fb02-4587-b771-d98477525f44 None None] The sync data for ids ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'] in dv-cinder-786260-5-iscsi is: [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '08c9e0be-194e-4f3f-a3a3-4563311e0941', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'port_id': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'mac_address': 'fa:16:3e:f2:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faa7ad0-3c22-41f3-ac41-1a177a0c1626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:27:47Z', 'updated_at': '2021-06-11T00:27:47Z', 'revision_number': 0, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:25:00Z', 'revision_number': 5, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:27:49.343258 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a8c579-8e4e-47d2-afcc-4aef331b31fc None None] New status for floating IP 08c9e0be-194e-4f3f-a3a3-4563311e0941: ACTIVE {{(pid=91890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:28:08.160908 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:28:11.662725 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:13.196432 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-c76ef2fd-4c97-4ea3-a137-e10654006fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:14.479908 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-079e24ca-136b-4de8-b020-b2d1b44fc8f2 req-5f6b05a4-f84a-4010-9424-1c124be01e7b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0608060 Jun 11 00:28:14.576441 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e24ca-136b-4de8-b020-b2d1b44fc8f2 req-45d63d7c-7838-4dfc-8f4f-ac5891b1e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:14.577841 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-079e24ca-136b-4de8-b020-b2d1b44fc8f2 req-45d63d7c-7838-4dfc-8f4f-ac5891b1e9ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=feeb6d9b818d4b6e900667be202babd4&device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 1099 time: 0.0573294 Jun 11 00:28:14.707076 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e24ca-136b-4de8-b020-b2d1b44fc8f2 req-7eafa843-c52d-4e21-95c1-5afdb98b0da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:14.708552 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-079e24ca-136b-4de8-b020-b2d1b44fc8f2 req-7eafa843-c52d-4e21-95c1-5afdb98b0da5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc HTTP/1.1" status: 200 len: 912 time: 0.1121938 Jun 11 00:28:14.798105 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-079e24ca-136b-4de8-b020-b2d1b44fc8f2 req-5f532c52-1688-411a-a031-097bbc6ea315 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 HTTP/1.1" status: 200 len: 1001 time: 0.0833192 Jun 11 00:28:14.865113 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e24ca-136b-4de8-b020-b2d1b44fc8f2 req-636f2448-59c2-4293-99cd-3151ef2f4eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:14.867077 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-079e24ca-136b-4de8-b020-b2d1b44fc8f2 req-636f2448-59c2-4293-99cd-3151ef2f4eab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52e6acae-3f71-48df-b4ed-9cc3a206e1f4 HTTP/1.1" status: 200 len: 850 time: 0.0620096 Jun 11 00:28:14.931836 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e24ca-136b-4de8-b020-b2d1b44fc8f2 req-4fe220b6-db1a-4b4f-964b-7344429ab60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:14.933239 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-079e24ca-136b-4de8-b020-b2d1b44fc8f2 req-4fe220b6-db1a-4b4f-964b-7344429ab60c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603817 Jun 11 00:28:15.052114 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-079e24ca-136b-4de8-b020-b2d1b44fc8f2 req-5e38eb4d-1fce-4b68-b5ca-3ad3efc7e048 service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124938 Jun 11 00:28:15.463576 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-079e24ca-136b-4de8-b020-b2d1b44fc8f2 req-f6007ccc-c365-40a1-a1e8-27711aca8b4a service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052215 Jun 11 00:28:15.771947 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-05e37558-1855-4b01-8047-4a63f3ae1a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:15.952554 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:17.109605 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:18.507598 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:41.662546 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:43.196782 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-edea7c6a-56ba-4ed9-af6d-2e8b41a443bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:45.158600 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:28:45.772770 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-17e8af1c-5a79-4018-96f0-12becd978707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:45.952274 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:47.112116 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:48.508521 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:11.680385 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:13.196243 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ca75-95f7-4e89-8b9d-291fbfc3f7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:15.777640 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-6bc2e40e-9cb9-430f-8477-3b1604ac980c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:15.952380 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:15.968389 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-87f9d3cc-b696-4e4d-8eaa-0bb53e3a80c4 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1392503311&fields=id&tenant_id=feeb6d9b818d4b6e900667be202babd4 HTTP/1.1" status: 200 len: 267 time: 0.0381861 Jun 11 00:29:16.098379 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-a2c56b5d-ef62-4a59-bf41-08857fcef1cf tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:16.099849 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-a2c56b5d-ef62-4a59-bf41-08857fcef1cf tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/networks?id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc HTTP/1.1" status: 200 len: 811 time: 0.1241024 Jun 11 00:29:16.114308 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-8db2e4a6-b0a2-40f8-b970-e5ed928cf130 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/quotas/feeb6d9b818d4b6e900667be202babd4 HTTP/1.1" status: 200 len: 375 time: 0.0086319 Jun 11 00:29:16.197217 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-8c8e4a70-63b4-4836-b2e6-2f88d312782b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=feeb6d9b818d4b6e900667be202babd4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0770340 Jun 11 00:29:16.360626 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-6b8731ff-5658-46b0-a97a-4a8b1bf28b2e service neutron] 10.222.0.15 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524253 Jun 11 00:29:16.476954 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-0091fff5-88d9-4add-be19-6ad486954d3c service neutron] 10.222.0.15 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104434 Jun 11 00:29:16.506191 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-638177bf-9ba2-4b32-b26c-ac91ba76b17f req-bbbbccd1-5fb2-4e5b-abeb-d5b082e2066d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0591443 Jun 11 00:29:16.610609 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638177bf-9ba2-4b32-b26c-ac91ba76b17f req-db4011f5-c3bb-4abf-a147-1fc4b9b17d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:16.612188 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-638177bf-9ba2-4b32-b26c-ac91ba76b17f req-db4011f5-c3bb-4abf-a147-1fc4b9b17d5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=feeb6d9b818d4b6e900667be202babd4&device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 1099 time: 0.0644581 Jun 11 00:29:16.745755 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638177bf-9ba2-4b32-b26c-ac91ba76b17f req-26fed091-6b56-4b0a-be9b-4aef5d7d50ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:16.747280 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-638177bf-9ba2-4b32-b26c-ac91ba76b17f req-26fed091-6b56-4b0a-be9b-4aef5d7d50ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc HTTP/1.1" status: 200 len: 912 time: 0.1153951 Jun 11 00:29:16.779878 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-6e22c999-b006-42cc-a073-5ab53c802c2e req-e9d6034f-3839-422f-a9c2-fc304c6e35aa tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 210 time: 0.0325887 Jun 11 00:29:16.834918 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-638177bf-9ba2-4b32-b26c-ac91ba76b17f req-4bd44ee6-222d-493b-8ded-f777c97f116a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 HTTP/1.1" status: 200 len: 1001 time: 0.0815623 Jun 11 00:29:16.891918 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638177bf-9ba2-4b32-b26c-ac91ba76b17f req-dfab25cc-ba9e-4817-9dab-fbb1394aca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:16.893410 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-638177bf-9ba2-4b32-b26c-ac91ba76b17f req-dfab25cc-ba9e-4817-9dab-fbb1394aca18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52e6acae-3f71-48df-b4ed-9cc3a206e1f4 HTTP/1.1" status: 200 len: 850 time: 0.0525577 Jun 11 00:29:16.967169 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638177bf-9ba2-4b32-b26c-ac91ba76b17f req-4d53ea49-97f4-4a8a-80ef-76de9e2cd005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:16.968894 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-638177bf-9ba2-4b32-b26c-ac91ba76b17f req-4d53ea49-97f4-4a8a-80ef-76de9e2cd005 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672145 Jun 11 00:29:17.091657 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-638177bf-9ba2-4b32-b26c-ac91ba76b17f req-fbafff47-98c0-45aa-8656-6ff03e9d921f service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164443 Jun 11 00:29:17.116320 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:17.207186 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-638177bf-9ba2-4b32-b26c-ac91ba76b17f req-1d16658d-7eb2-4932-b00a-4673fe19a752 service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092014 Jun 11 00:29:17.934382 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-28250eb0-6e91-4134-afff-1de029ce174f req-ae710165-a4ee-4091-bd0b-58ae7ab52c23 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 210 time: 0.0370216 Jun 11 00:29:17.988531 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-6ee1f88c-544d-4f16-87de-a14da3aa0b29 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:17.989948 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-6ee1f88c-544d-4f16-87de-a14da3aa0b29 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.21 "GET /v2.0/networks?id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc HTTP/1.1" status: 200 len: 811 time: 0.1340206 Jun 11 00:29:18.037310 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-aff6079f-3467-4d64-b50e-a55a3e6ac7d8 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=feeb6d9b818d4b6e900667be202babd4 HTTP/1.1" status: 200 len: 380 time: 0.0382807 Jun 11 00:29:18.055042 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Request body: {'port': {'device_id': '2af6df50-5c48-4177-a243-bae4bc2b72c3', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'admin_state_up': True, 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'security_groups': ['04b7a11a-35d3-40cf-a6e4-5bc1268099c9']}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:18.188390 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Made reservation on behalf of feeb6d9b818d4b6e900667be202babd4 for: {'port': 1} {{(pid=91887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:29:18.191877 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:18.334772 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_common [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Allocated IP 172.20.0.9 (38e2c24e-d578-40b8-b8c9-9ca2096e81cc/52e6acae-3f71-48df-b4ed-9cc3a206e1f4/0cf94ab9-5c61-4eb4-beaf-888bfe17a71e) {{(pid=91887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:29:18.510799 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for port, precommit_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:18.512355 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:18.524298 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Transition to ACTIVE for port object 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e will not be triggered until provisioned by entity DHCP. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:29:18.559508 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3176374'] for port, after_create {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:18.563335 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-8887524b-ed22-4b3e-9af7-ca9e740b7c79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:18.610943 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc is already hosted by enough agents. {{(pid=91887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:29:18.614042 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.base_scheduler [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Resources bound (agent type, host, resource id): {{(pid=91887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:29:18.618302 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Received port after_create {{(pid=91887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:29:18.624435 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event updated for resources: {'Port': ['ID=0cf94ab9-5c61-4eb4-beaf-888bfe17a71e,revision_number=1']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:18.662137 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.662520 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.662900 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.663276 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.663665 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.664035 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.664401 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.665359 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.665726 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.666086 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.666450 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.666811 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.675612 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:18.693761 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:18.694383 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:18.709499 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-0eac086c-e93e-435a-b35a-0db3de475e3c tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6581609 Jun 11 00:29:18.722139 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.v2.base [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Request body: {'port': {'device_id': '2af6df50-5c48-4177-a243-bae4bc2b72c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:18.808312 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:18.811794 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-85bdef1e-33a6-4e93-bb1c-d203e54fdf4a None None] Provisioning for port 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e completed by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:29:18.815412 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-85bdef1e-33a6-4e93-bb1c-d203e54fdf4a None None] Provisioning complete for port 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e triggered by entity DHCP. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:29:18.815940 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-85bdef1e-33a6-4e93-bb1c-d203e54fdf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:18.855594 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-85bdef1e-33a6-4e93-bb1c-d203e54fdf4a None None] Port 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e cannot update to ACTIVE because it is not bound. {{(pid=91889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:29:19.120234 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e {{(pid=91887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:29:19.128264 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:19.141539 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.provisioning_blocks [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Transition to ACTIVE for port object 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e will not be triggered until provisioned by entity L2. {{(pid=91887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:29:19.145400 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:19.147654 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-4b1ce55f-71a8-4118-bf14-5f9590ebe349 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:19.249468 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf94ab9-5c61-4eb4-beaf-888bfe17a71e,revision_number=2']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:19.254124 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:19.344452 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Attempting to bind port 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:29:19.344840 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Attempting to bind port 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc'}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:29:19.345125 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Attempting to bind port 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e on network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:29:19.351408 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Port 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e on network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:29:19.351650 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Attempting to bind port 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e on network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:29:19.357275 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Checking agent: {'id': '0b82d12c-0850-474f-ad5c-077a5fa277b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:29:19.357620 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Checking segment: {'id': 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:29:19.358006 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Bound using segment: {'id': 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc'} {{(pid=91887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:29:19.358439 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.managers [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Bound port: 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc'}}] {{(pid=91887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:29:19.358790 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:19.412516 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83456750-3ee7-4602-bd73-0ee92e37433c req-69231be7-94b7-4a67-82a6-10a039f9a926 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:19.414165 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-83456750-3ee7-4602-bd73-0ee92e37433c req-69231be7-94b7-4a67-82a6-10a039f9a926 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 931 time: 0.3551176 Jun 11 00:29:19.438472 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] For port 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e, host hv-cinder-78626, cleared binding levels {{(pid=91887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:29:19.441455 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] For port 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0cf94ab9-5c61-4eb4-beaf-888bfe17a71e,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:29:19.445932 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3176356'] for port, after_update {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:19.447997 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-fd72ecf0-f2f1-43f2-8c26-d2d5098a624e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:19.455069 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-83456750-3ee7-4602-bd73-0ee92e37433c req-b94747c1-701a-43aa-b858-f9dbccdb3f86 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347242 Jun 11 00:29:19.484784 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:19.485493 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:19.486817 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] 10.222.0.21 "PUT /v2.0/ports/0cf94ab9-5c61-4eb4-beaf-888bfe17a71e HTTP/1.1" status: 200 len: 1093 time: 0.7689381 Jun 11 00:29:19.487342 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af6df50-5c48-4177-a243-bae4bc2b72c3', 'tag': '0cf94ab9-5c61-4eb4-beaf-888bfe17a71e'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:29:19.489695 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6319e1-be15-4d2b-b745-6c18f8f1c529" -d '{"events": [{"name": "network-changed", "server_uuid": "2af6df50-5c48-4177-a243-bae4bc2b72c3", "tag": "0cf94ab9-5c61-4eb4-beaf-888bfe17a71e"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:29:19.520952 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf94ab9-5c61-4eb4-beaf-888bfe17a71e,revision_number=3']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:19.524468 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-52f9577c-7741-4b95-8d7f-9efc083f79b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:19.566449 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38836d54-d425-4685-8d5e-a2e2d186bccf x-openstack-request-id: req-38836d54-d425-4685-8d5e-a2e2d186bccf {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:29:19.566787 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af6df50-5c48-4177-a243-bae4bc2b72c3", "tag": "0cf94ab9-5c61-4eb4-beaf-888bfe17a71e", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:29:19.567083 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38836d54-d425-4685-8d5e-a2e2d186bccf {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:29:19.567549 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af6df50-5c48-4177-a243-bae4bc2b72c3', 'tag': '0cf94ab9-5c61-4eb4-beaf-888bfe17a71e', 'status': 'completed', 'code': 200} Jun 11 00:29:19.597177 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-e6c14a53-ac31-4f28-b79c-861fb8662247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:19.598727 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-e6c14a53-ac31-4f28-b79c-861fb8662247 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=feeb6d9b818d4b6e900667be202babd4&device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 1096 time: 0.0709593 Jun 11 00:29:19.656789 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-0ccb31f0-f261-461f-a55c-08fcdb9781de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cf94ab9-5c61-4eb4-beaf-888bfe17a71e HTTP/1.1" status: 200 len: 217 time: 0.0480907 Jun 11 00:29:19.717932 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-c63b9d8e-bf0d-4bf9-87d2-495fde5455e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:19.719417 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-c63b9d8e-bf0d-4bf9-87d2-495fde5455e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52e6acae-3f71-48df-b4ed-9cc3a206e1f4 HTTP/1.1" status: 200 len: 850 time: 0.0565579 Jun 11 00:29:19.784051 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-ca839dfd-9a90-49e9-be77-de7ee2ea0594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:19.785439 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-ca839dfd-9a90-49e9-be77-de7ee2ea0594 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600541 Jun 11 00:29:19.898992 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-afd33ef1-55dd-421c-952f-13c969d5d5b6 service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055412 Jun 11 00:29:20.012373 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-caa98c1a-539a-47b0-bf8a-77cad0f7b5d2 req-f2bf690a-b256-41d5-a3b3-fc189e278c6f service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064045 Jun 11 00:29:20.116364 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6319e1-be15-4d2b-b745-6c18f8f1c529 req-f8f717e6-57d2-4be2-8b1b-597a0adb8d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:20.118348 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7c6319e1-be15-4d2b-b745-6c18f8f1c529 req-f8f717e6-57d2-4be2-8b1b-597a0adb8d4f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=feeb6d9b818d4b6e900667be202babd4&device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 1096 time: 0.0615621 Jun 11 00:29:20.230838 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6319e1-be15-4d2b-b745-6c18f8f1c529 req-862368a0-1781-484e-b060-beeae2fa537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:20.232293 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7c6319e1-be15-4d2b-b745-6c18f8f1c529 req-862368a0-1781-484e-b060-beeae2fa537d service neutron] 10.222.0.21 "GET /v2.0/networks?id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc HTTP/1.1" status: 200 len: 912 time: 0.1085005 Jun 11 00:29:20.284633 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7c6319e1-be15-4d2b-b745-6c18f8f1c529 req-ff28aada-f4fc-4189-b281-0d70ddfb0b28 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cf94ab9-5c61-4eb4-beaf-888bfe17a71e HTTP/1.1" status: 200 len: 217 time: 0.0459895 Jun 11 00:29:20.343347 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6319e1-be15-4d2b-b745-6c18f8f1c529 req-368bd33b-7896-4f6e-a2f6-1a3f8cdaf97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:20.344737 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7c6319e1-be15-4d2b-b745-6c18f8f1c529 req-368bd33b-7896-4f6e-a2f6-1a3f8cdaf97b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52e6acae-3f71-48df-b4ed-9cc3a206e1f4 HTTP/1.1" status: 200 len: 850 time: 0.0530825 Jun 11 00:29:20.408855 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6319e1-be15-4d2b-b745-6c18f8f1c529 req-6db8650f-c135-47e7-b964-164958d58bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:20.410317 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7c6319e1-be15-4d2b-b745-6c18f8f1c529 req-6db8650f-c135-47e7-b964-164958d58bc6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565300 Jun 11 00:29:20.528287 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7c6319e1-be15-4d2b-b745-6c18f8f1c529 req-9aee6cee-0b37-47a5-afea-6cbab10739bb service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079960 Jun 11 00:29:20.638894 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce502bca-c024-46a2-b331-66ba7e42bffb req-faac6f62-d7e0-48da-9f52-6ba2f7018a01 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:20.640317 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ce502bca-c024-46a2-b331-66ba7e42bffb req-faac6f62-d7e0-48da-9f52-6ba2f7018a01 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 943 time: 0.0714128 Jun 11 00:29:20.643875 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-7c6319e1-be15-4d2b-b745-6c18f8f1c529 req-3544692b-f606-407f-adb9-dd2b9fd24a55 service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087725 Jun 11 00:29:20.682355 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-ce502bca-c024-46a2-b331-66ba7e42bffb req-e47616d5-0aa9-483b-8ac1-c52b04059f09 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364161 Jun 11 00:29:21.863263 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd97fa-0383-4463-8500-fa303521910d req-fb4cd022-2f10-46fc-9f36-70c19232d57e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:21.864731 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8ebd97fa-0383-4463-8500-fa303521910d req-fb4cd022-2f10-46fc-9f36-70c19232d57e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 943 time: 0.0679624 Jun 11 00:29:21.905175 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-8ebd97fa-0383-4463-8500-fa303521910d req-d38896ee-a3a5-453c-955a-c4cabe369b24 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349712 Jun 11 00:29:22.156737 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:29:23.083267 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87f623-89da-4130-b005-c92f8eae39c4 req-01f26042-c692-4a02-b9d9-b95a1418c6fc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:23.084730 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1a87f623-89da-4130-b005-c92f8eae39c4 req-01f26042-c692-4a02-b9d9-b95a1418c6fc tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 943 time: 0.0707095 Jun 11 00:29:23.126746 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-1a87f623-89da-4130-b005-c92f8eae39c4 req-7fe5f01d-c1bd-4c79-9254-7436859c3d17 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355668 Jun 11 00:29:24.301948 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156f93b-104b-45db-a7af-c18a93196434 req-2bf3447d-56df-447c-9529-f5b10460cd45 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:24.303375 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f156f93b-104b-45db-a7af-c18a93196434 req-2bf3447d-56df-447c-9529-f5b10460cd45 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 943 time: 0.0671566 Jun 11 00:29:24.343653 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-f156f93b-104b-45db-a7af-c18a93196434 req-e8f8f9e9-1036-466c-9797-f52c2c6bd79d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342326 Jun 11 00:29:25.521502 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a5702-9f5f-493c-aefb-9d58281f8ec0 req-097d3af7-2e7d-4152-935c-b09bba8b8da5 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:25.522853 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-416a5702-9f5f-493c-aefb-9d58281f8ec0 req-097d3af7-2e7d-4152-935c-b09bba8b8da5 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 943 time: 0.0715950 Jun 11 00:29:25.563991 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-416a5702-9f5f-493c-aefb-9d58281f8ec0 req-b6741f5b-b60e-48ec-9d69-e80c7268b6c0 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349360 Jun 11 00:29:26.738643 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36fffd8-9a1b-4409-a27d-f632613a3fef req-cb6eab68-8967-4a0c-8f4f-5d97114c6758 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:26.740036 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e36fffd8-9a1b-4409-a27d-f632613a3fef req-cb6eab68-8967-4a0c-8f4f-5d97114c6758 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 943 time: 0.0672631 Jun 11 00:29:26.780380 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-e36fffd8-9a1b-4409-a27d-f632613a3fef req-c958adf1-223a-46fb-8a09-e7c4f4abb645 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347903 Jun 11 00:29:27.938859 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:29:27.961408 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5fb4e-c296-4448-a3a6-087b7d06e212 req-724ac842-029c-4912-b6de-f1c7f0c5f618 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:27.962897 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-95e5fb4e-c296-4448-a3a6-087b7d06e212 req-724ac842-029c-4912-b6de-f1c7f0c5f618 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 943 time: 0.0728178 Jun 11 00:29:28.004367 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-95e5fb4e-c296-4448-a3a6-087b7d06e212 req-8ec10766-a3df-46f1-8667-8560489647f1 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358551 Jun 11 00:29:28.057818 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0cf94ab9-5c61-4eb4-beaf-888bfe17a71e,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:29:28.069421 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Returning: {'device': '0cf94ab9-5c61-4eb4-beaf-888bfe17a71e', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'port_id': '0cf94ab9-5c61-4eb4-beaf-888bfe17a71e', 'mac_address': 'fa:16:3e:41:08:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:29:28.110532 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:28.125280 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e {{(pid=91889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:29:28.145571 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0cf94ab9-5c61-4eb4-beaf-888bfe17a71e,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:29:28.149585 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:28.151661 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-99762710-9cdf-41c7-a783-ec18e805bc90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:28.207645 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=0cf94ab9-5c61-4eb4-beaf-888bfe17a71e,revision_number=4']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:28.214364 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:28.214711 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:28.215051 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:28.215403 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:28.215737 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:28.216066 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:28.216393 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:28.216718 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:28.217044 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:28.217365 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:28.217687 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:28.218004 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:28.221938 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:28.364170 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] get_ports_and_sgs() called for port_ids ['0cf94ab9-5c61-4eb4-beaf-888bfe17a71e'] {{(pid=91889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:29:29.178138 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fd830-273a-46de-84b3-fd1cccff7fef req-009371de-a2f8-4b35-8399-84bdb82caa6f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:29.179605 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-504fd830-273a-46de-84b3-fd1cccff7fef req-009371de-a2f8-4b35-8399-84bdb82caa6f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 944 time: 0.0681372 Jun 11 00:29:29.221220 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-504fd830-273a-46de-84b3-fd1cccff7fef req-7b7a736d-d46e-4d7c-b210-45e997ddaed3 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361695 Jun 11 00:29:29.961236 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e up at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:29:30.014682 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning for port 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e completed by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:29:30.018242 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.provisioning_blocks [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Provisioning complete for port 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e triggered by entity L2. {{(pid=91889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:29:30.018626 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748057'] for port, provisioning_complete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:30.107004 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:30.130211 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af6df50-5c48-4177-a243-bae4bc2b72c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf94ab9-5c61-4eb4-beaf-888bfe17a71e'}] {{(pid=91889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:29:30.132712 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8577b6efdedcb78933a0cbeb372df47f90667d15755549183230aa736ef483ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6df66a-0df0-478b-b876-d89c7ad3822b" -d '{"events": [{"server_uuid": "2af6df50-5c48-4177-a243-bae4bc2b72c3", "name": "network-vif-plugged", "status": "completed", "tag": "0cf94ab9-5c61-4eb4-beaf-888bfe17a71e"}]}' {{(pid=91889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:29:30.145772 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] For port 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0cf94ab9-5c61-4eb4-beaf-888bfe17a71e,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:29:30.151498 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029'] for port, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:30.153583 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:30.186150 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da7aa2f-fb92-44cc-b188-2c022eae739e x-openstack-request-id: req-1da7aa2f-fb92-44cc-b188-2c022eae739e {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:29:30.186449 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af6df50-5c48-4177-a243-bae4bc2b72c3", "name": "network-vif-plugged", "status": "completed", "tag": "0cf94ab9-5c61-4eb4-beaf-888bfe17a71e", "code": 200}]} {{(pid=91889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:29:30.186710 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1da7aa2f-fb92-44cc-b188-2c022eae739e {{(pid=91889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:29:30.187103 dv-cinder-786260-5-iscsi neutron-server[91889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af6df50-5c48-4177-a243-bae4bc2b72c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf94ab9-5c61-4eb4-beaf-888bfe17a71e', 'code': 200} Jun 11 00:29:30.214757 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Pushing event updated for resources: {'Port': ['ID=0cf94ab9-5c61-4eb4-beaf-888bfe17a71e,revision_number=5']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:30.217520 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:30.408120 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03432720-06eb-4eec-81d1-db2acbb4ad28 req-4ea4d339-d436-4e43-883f-7b49ce60e3d0 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:30.409589 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-03432720-06eb-4eec-81d1-db2acbb4ad28 req-4ea4d339-d436-4e43-883f-7b49ce60e3d0 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 945 time: 0.0741510 Jun 11 00:29:30.449384 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e5946-991d-4783-8603-7a51fe04348f req-a8803cf5-5b3b-4e26-a7e9-572b54b63774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:30.451017 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-be4e5946-991d-4783-8603-7a51fe04348f req-a8803cf5-5b3b-4e26-a7e9-572b54b63774 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 1098 time: 0.0593424 Jun 11 00:29:30.451641 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-03432720-06eb-4eec-81d1-db2acbb4ad28 req-68789dd1-b63c-48cf-9b47-6ea1f6b1fa6d tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361378 Jun 11 00:29:30.489073 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-be4e5946-991d-4783-8603-7a51fe04348f req-3d926920-b39f-4949-84f8-91a5bceeba24 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308888 Jun 11 00:29:31.631991 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fe121-f0b3-433c-8183-f20fd527dfcb req-6bab4830-b3eb-477d-be54-353160cc31b1 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:31.633756 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-381fe121-f0b3-433c-8183-f20fd527dfcb req-6bab4830-b3eb-477d-be54-353160cc31b1 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 945 time: 0.0677867 Jun 11 00:29:31.674461 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-381fe121-f0b3-433c-8183-f20fd527dfcb req-e0e4173e-6cfb-471d-b895-9c68b32499d0 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351896 Jun 11 00:29:31.856661 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa6b79-d00c-456a-8df1-5307c28c2ce8 req-d359d2fc-131b-42a2-ab40-ae5a39ea1687 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:31.858091 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-eefa6b79-d00c-456a-8df1-5307c28c2ce8 req-d359d2fc-131b-42a2-ab40-ae5a39ea1687 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 945 time: 0.0713339 Jun 11 00:29:31.899278 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-eefa6b79-d00c-456a-8df1-5307c28c2ce8 req-d9a09726-b916-4224-ba96-5a63e908dfe5 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357244 Jun 11 00:29:31.923044 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 47424) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:31.978870 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867ff4e9-a8ff-45ab-ad99-ee29612a3b98 tempest-TestVolumeBootPattern-1048237549 tempest-TestVolumeBootPattern-1048237549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:31.980357 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-867ff4e9-a8ff-45ab-ad99-ee29612a3b98 tempest-TestVolumeBootPattern-1048237549 tempest-TestVolumeBootPattern-1048237549-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 1093 time: 0.0563352 Jun 11 00:29:31.982969 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 47426) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:31.987148 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.v2.base [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Request body: {'floatingip': {'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'port_id': '0cf94ab9-5c61-4eb4-beaf-888bfe17a71e', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:32.008039 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for floatingip, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:32.128907 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-679355'] for port, before_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:32.247304 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_common [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Allocated IP 172.27.0.202 (ac6ac806-5702-4387-9142-a5902410ace9/3051342c-25eb-4552-a861-7cf92af851d2/afa3646d-1247-4742-acaa-3d88610b1bb0) {{(pid=91888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:29:32.369634 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for port, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:32.413417 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777603410966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3493225'] for port, after_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:32.416181 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-0ab1eec8-f394-4530-acd5-be8eb1e8a27f tempest-TestShelveInstance-1174002545 tempest-TestShelveInstance-1174002545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:32.462980 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Network ac6ac806-5702-4387-9142-a5902410ace9 is already hosted by enough agents. {{(pid=91888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:29:32.467314 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.base_scheduler [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Resources bound (agent type, host, resource id): {{(pid=91888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:29:32.470699 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Received port after_create {{(pid=91888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:29:32.476001 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event updated for resources: {'Port': ['ID=afa3646d-1247-4742-acaa-3d88610b1bb0,revision_number=1']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:32.508511 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:32.509429 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:32.509811 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:32.510183 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:32.510551 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:32.510920 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:32.511286 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:32.511676 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:32.512041 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:32.512400 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:32.512759 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:32.513116 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:32.520692 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:32.922984 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:33.006434 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679341'] for port, before_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:33.180825 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for port, precommit_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:33.185034 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777603803450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777603410984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777603411029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3493243'] for port, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:33.187769 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-7280c4f3-db36-4fc7-8093-c1b1a206f05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:33.269288 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event updated for resources: {'Port': ['ID=afa3646d-1247-4742-acaa-3d88610b1bb0,revision_number=2']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:33.273109 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:33.278033 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1807872'] for floatingip, after_update {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:33.410133 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.l3_db [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Floating IP 5815087f-8f8a-47ea-8885-248f0916fdf3 associated. External IP: 172.27.0.202, port: 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e. Jun 11 00:29:33.684034 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:29:34.080700 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:29:34.089959 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5035d5-644e-4bfd-aaee-54b4b4da6235 None None] Sync routers for ids ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:29:34.096166 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:34.100533 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5035d5-644e-4bfd-aaee-54b4b4da6235 None None] Routers {'de1285bd-8ac0-4608-91ac-3ebd4fedebf3'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:29:34.101223 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-8f5035d5-644e-4bfd-aaee-54b4b4da6235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:29:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:29:34.138240 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-d0491f9d-a287-495d-ac0f-a028cf99842a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1542542 Jun 11 00:29:34.138916 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af6df50-5c48-4177-a243-bae4bc2b72c3', 'tag': '0cf94ab9-5c61-4eb4-beaf-888bfe17a71e'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:29:34.141231 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e2522d-9dab-475d-8fe7-d0ea85091a73" -d '{"events": [{"name": "network-changed", "server_uuid": "2af6df50-5c48-4177-a243-bae4bc2b72c3", "tag": "0cf94ab9-5c61-4eb4-beaf-888bfe17a71e"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:29:34.230679 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9370052-8526-4c8d-8a38-2eaff5541e5f x-openstack-request-id: req-c9370052-8526-4c8d-8a38-2eaff5541e5f {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:29:34.231014 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af6df50-5c48-4177-a243-bae4bc2b72c3", "tag": "0cf94ab9-5c61-4eb4-beaf-888bfe17a71e", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:29:34.231305 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9370052-8526-4c8d-8a38-2eaff5541e5f {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:29:34.231756 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af6df50-5c48-4177-a243-bae4bc2b72c3', 'tag': '0cf94ab9-5c61-4eb4-beaf-888bfe17a71e', 'status': 'completed', 'code': 200} Jun 11 00:29:34.252104 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-8f5035d5-644e-4bfd-aaee-54b4b4da6235 None None] Set router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:29:34.310170 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2522d-9dab-475d-8fe7-d0ea85091a73 req-43b7a328-d009-45df-9b04-43307520706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:34.311658 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-61e2522d-9dab-475d-8fe7-d0ea85091a73 req-43b7a328-d009-45df-9b04-43307520706d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=feeb6d9b818d4b6e900667be202babd4&device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 1098 time: 0.0581076 Jun 11 00:29:34.425852 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2522d-9dab-475d-8fe7-d0ea85091a73 req-94310303-accc-4e45-9bde-c093af0dcf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:34.427280 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-61e2522d-9dab-475d-8fe7-d0ea85091a73 req-94310303-accc-4e45-9bde-c093af0dcf8e service neutron] 10.222.0.21 "GET /v2.0/networks?id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc HTTP/1.1" status: 200 len: 912 time: 0.1096921 Jun 11 00:29:34.512488 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-61e2522d-9dab-475d-8fe7-d0ea85091a73 req-e20f10f6-abeb-4a26-84e5-61435983543f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cf94ab9-5c61-4eb4-beaf-888bfe17a71e HTTP/1.1" status: 200 len: 999 time: 0.0783627 Jun 11 00:29:34.540968 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-8f5035d5-644e-4bfd-aaee-54b4b4da6235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '08c9e0be-194e-4f3f-a3a3-4563311e0941', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'port_id': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'mac_address': 'fa:16:3e:f2:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faa7ad0-3c22-41f3-ac41-1a177a0c1626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:27:47Z', 'updated_at': '2021-06-11T00:27:49Z', 'revision_number': 1, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'fixed_ip_address_scope': None}, {'id': '5815087f-8f8a-47ea-8885-248f0916fdf3', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'port_id': '0cf94ab9-5c61-4eb4-beaf-888bfe17a71e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'mac_address': 'fa:16:3e:41:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af6df50-5c48-4177-a243-bae4bc2b72c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:29:32Z', 'updated_at': '2021-06-11T00:29:32Z', 'revision_number': 0, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:25:00Z', 'revision_number': 5, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:29:34.544311 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5035d5-644e-4bfd-aaee-54b4b4da6235 None None] Checking router: de1285bd-8ac0-4608-91ac-3ebd4fedebf3 for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:29:34.552357 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5035d5-644e-4bfd-aaee-54b4b4da6235 None None] Routers {'de1285bd-8ac0-4608-91ac-3ebd4fedebf3'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:29:34.552975 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-8f5035d5-644e-4bfd-aaee-54b4b4da6235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:29:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:29:34.569386 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2522d-9dab-475d-8fe7-d0ea85091a73 req-6657597b-c4c0-45fd-b585-8715f8deb6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:34.570844 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-61e2522d-9dab-475d-8fe7-d0ea85091a73 req-6657597b-c4c0-45fd-b585-8715f8deb6bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52e6acae-3f71-48df-b4ed-9cc3a206e1f4 HTTP/1.1" status: 200 len: 850 time: 0.0512919 Jun 11 00:29:34.631863 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2522d-9dab-475d-8fe7-d0ea85091a73 req-e4a9882b-ab44-4d2a-8bfb-2cadca2240bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:34.633504 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-61e2522d-9dab-475d-8fe7-d0ea85091a73 req-e4a9882b-ab44-4d2a-8bfb-2cadca2240bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569191 Jun 11 00:29:34.692539 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-8f5035d5-644e-4bfd-aaee-54b4b4da6235 None None] Set router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:29:34.747977 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-61e2522d-9dab-475d-8fe7-d0ea85091a73 req-71b74558-9c9c-4556-aa66-a82e6080de8a service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078272 Jun 11 00:29:34.863777 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-61e2522d-9dab-475d-8fe7-d0ea85091a73 req-4c65b6d8-946a-4d1e-9d3c-9eb77bcab7b6 service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093907 Jun 11 00:29:35.105167 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-8f5035d5-644e-4bfd-aaee-54b4b4da6235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '08c9e0be-194e-4f3f-a3a3-4563311e0941', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'port_id': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'mac_address': 'fa:16:3e:f2:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faa7ad0-3c22-41f3-ac41-1a177a0c1626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:27:47Z', 'updated_at': '2021-06-11T00:27:49Z', 'revision_number': 1, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'fixed_ip_address_scope': None}, {'id': '5815087f-8f8a-47ea-8885-248f0916fdf3', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'port_id': '0cf94ab9-5c61-4eb4-beaf-888bfe17a71e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'mac_address': 'fa:16:3e:41:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af6df50-5c48-4177-a243-bae4bc2b72c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:29:32Z', 'updated_at': '2021-06-11T00:29:32Z', 'revision_number': 0, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:25:00Z', 'revision_number': 5, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:29:35.108573 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5035d5-644e-4bfd-aaee-54b4b4da6235 None None] The sync data for ids ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'] in dv-cinder-786260-5-iscsi is: [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '08c9e0be-194e-4f3f-a3a3-4563311e0941', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'port_id': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'mac_address': 'fa:16:3e:f2:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faa7ad0-3c22-41f3-ac41-1a177a0c1626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:27:47Z', 'updated_at': '2021-06-11T00:27:49Z', 'revision_number': 1, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'fixed_ip_address_scope': None}, {'id': '5815087f-8f8a-47ea-8885-248f0916fdf3', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'port_id': '0cf94ab9-5c61-4eb4-beaf-888bfe17a71e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'mac_address': 'fa:16:3e:41:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af6df50-5c48-4177-a243-bae4bc2b72c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:29:32Z', 'updated_at': '2021-06-11T00:29:32Z', 'revision_number': 0, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:25:00Z', 'revision_number': 5, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:29:35.297834 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7164fe69-9435-4f16-b0ec-38d72783d91a None None] New status for floating IP 5815087f-8f8a-47ea-8885-248f0916fdf3: ACTIVE {{(pid=91890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:29:41.682410 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:43.197260 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-eea6f1c1-76e7-429e-99a7-db9375a3f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:45.777899 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-4c71d873-0c46-482b-a0ca-3f5eb66bdf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:45.956095 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:47.118848 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:48.514329 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:59.155126 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:30:05.534583 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [req-54635c50-84f0-46bf-b12f-b43939c34079 req-f4012f26-3a64-4f8b-8045-3c4b7dd45ed0 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] (91888) timed out ('10.222.0.21', 63974) {{(pid=91888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 00:30:11.707251 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:13.197226 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-c02a6fea-18a2-4a33-8b81-7c3b77da22f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:15.778791 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-35c55121-8039-4ab4-a07a-b14a02fdfb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:15.956129 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:17.120104 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:18.482669 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cc56f446-a322-4c6d-b165-fb9a12dbfdd5 req-3d9070b8-1a3e-4352-88f2-8b9efa3bfb7c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0572374 Jun 11 00:30:18.519299 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:18.587033 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56f446-a322-4c6d-b165-fb9a12dbfdd5 req-bd48cfab-8ce0-420e-a103-a92ae7323eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:18.588504 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cc56f446-a322-4c6d-b165-fb9a12dbfdd5 req-bd48cfab-8ce0-420e-a103-a92ae7323eee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=feeb6d9b818d4b6e900667be202babd4&device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 1099 time: 0.0633996 Jun 11 00:30:18.995489 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56f446-a322-4c6d-b165-fb9a12dbfdd5 req-007c9984-2b52-4969-9c5e-cfed55dfa12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:18.996938 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cc56f446-a322-4c6d-b165-fb9a12dbfdd5 req-007c9984-2b52-4969-9c5e-cfed55dfa12e service neutron] 10.222.0.21 "GET /v2.0/networks?id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc HTTP/1.1" status: 200 len: 912 time: 0.3875153 Jun 11 00:30:19.075523 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cc56f446-a322-4c6d-b165-fb9a12dbfdd5 req-3530ab81-942e-40fe-9e96-92abca56a823 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 HTTP/1.1" status: 200 len: 1001 time: 0.0718243 Jun 11 00:30:19.133981 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56f446-a322-4c6d-b165-fb9a12dbfdd5 req-729c75d7-7203-47d3-b009-b5c7e632c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:19.135387 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cc56f446-a322-4c6d-b165-fb9a12dbfdd5 req-729c75d7-7203-47d3-b009-b5c7e632c339 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52e6acae-3f71-48df-b4ed-9cc3a206e1f4 HTTP/1.1" status: 200 len: 850 time: 0.0534189 Jun 11 00:30:19.194658 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56f446-a322-4c6d-b165-fb9a12dbfdd5 req-b2bef908-81d2-4725-8f73-70e48906edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:19.196063 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cc56f446-a322-4c6d-b165-fb9a12dbfdd5 req-b2bef908-81d2-4725-8f73-70e48906edb9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545805 Jun 11 00:30:19.207001 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [req-cc56f446-a322-4c6d-b165-fb9a12dbfdd5 req-67178b1e-8145-43dd-be68-f24e32730084 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:30:19.208079 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cc56f446-a322-4c6d-b165-fb9a12dbfdd5 req-67178b1e-8145-43dd-be68-f24e32730084 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048885 Jun 11 00:30:19.318653 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cc56f446-a322-4c6d-b165-fb9a12dbfdd5 req-7d7e3f12-b2c6-4e5b-b280-e026a58d17b8 service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042581 Jun 11 00:30:19.430088 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-cc56f446-a322-4c6d-b165-fb9a12dbfdd5 req-482d4e74-aeee-4577-a675-e7b6db9af73a service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056552 Jun 11 00:30:36.154062 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:30:39.298763 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [req-c776fcea-c3c3-44df-8281-76edc38e1e02 req-b5752664-caf0-491d-8ea0-aad793b793e3 service neutron] (91887) timed out ('10.222.0.15', 44482) {{(pid=91887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 00:30:41.693289 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:43.197733 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-40d88c0d-01be-4db1-937f-7fab91616101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:45.779532 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-891f8fb4-b746-401b-baca-ed84de90d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:45.956714 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:47.122079 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:48.523839 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:51.417569 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [req-5d5ad9c0-9d95-4bbc-8b98-6a3e80fdfcf7 req-14ac2aab-58b6-4686-ad54-47f7139b06bd service neutron] (91888) timed out ('10.222.0.15', 42666) {{(pid=91888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 00:31:01.710589 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 47456) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:31:01.941928 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Deleting port afa3646d-1247-4742-acaa-3d88610b1bb0 {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:31:01.942267 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:02.040703 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:02.041035 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:02.130521 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Calling delete_port for afa3646d-1247-4742-acaa-3d88610b1bb0 owned by network:floatingip {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:31:02.302211 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:02.304029 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-8b48dc59-86bc-433c-b817-d6b7d8e9b684 tempest-AttachVolumeNegativeTest-815742919 tempest-AttachVolumeNegativeTest-815742919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:02.332612 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event deleted for resources: {'Port': ['ID=afa3646d-1247-4742-acaa-3d88610b1bb0,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:02.362506 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:02.362886 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:02.363253 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:02.363647 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:02.364007 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:02.364373 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:02.364735 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:02.365093 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:02.365453 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:02.365805 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:02.366159 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:02.366514 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:02.396184 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:02.415143 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for floatingip, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:02.415516 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.l3_db [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Floating IP 5815087f-8f8a-47ea-8885-248f0916fdf3 disassociated (deleted). External IP: 172.27.0.202, port: 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e. Jun 11 00:31:02.692805 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:31:02.836866 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:31:02.842162 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:02.848817 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ce4cdf-8428-4993-93e3-5f029a82a8e6 None None] Sync routers for ids ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:31:02.859347 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ce4cdf-8428-4993-93e3-5f029a82a8e6 None None] Routers {'de1285bd-8ac0-4608-91ac-3ebd4fedebf3'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:31:02.860295 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-85ce4cdf-8428-4993-93e3-5f029a82a8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:30:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:02.884635 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-3d739dca-8c2b-4ad0-9c83-eebc6258234f tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "DELETE /v2.0/floatingips/5815087f-8f8a-47ea-8885-248f0916fdf3 HTTP/1.1" status: 204 len: 168 time: 1.1729779 Jun 11 00:31:02.885626 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af6df50-5c48-4177-a243-bae4bc2b72c3', 'tag': '0cf94ab9-5c61-4eb4-beaf-888bfe17a71e'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:31:02.888241 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ae2957-0bc1-44cd-a585-84038e4aa0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "2af6df50-5c48-4177-a243-bae4bc2b72c3", "tag": "0cf94ab9-5c61-4eb4-beaf-888bfe17a71e"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:31:02.929940 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c16502-590f-4776-8f05-e2188447c0ba x-openstack-request-id: req-e5c16502-590f-4776-8f05-e2188447c0ba {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:31:02.930271 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af6df50-5c48-4177-a243-bae4bc2b72c3", "tag": "0cf94ab9-5c61-4eb4-beaf-888bfe17a71e", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:31:02.930567 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5c16502-590f-4776-8f05-e2188447c0ba {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:31:02.931007 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af6df50-5c48-4177-a243-bae4bc2b72c3', 'tag': '0cf94ab9-5c61-4eb4-beaf-888bfe17a71e', 'status': 'completed', 'code': 200} Jun 11 00:31:03.006794 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-85ce4cdf-8428-4993-93e3-5f029a82a8e6 None None] Set router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:31:03.053220 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae2957-0bc1-44cd-a585-84038e4aa0ac req-c6bd1e06-6773-48cb-a6b9-42c3dbc48ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:03.054827 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-48ae2957-0bc1-44cd-a585-84038e4aa0ac req-c6bd1e06-6773-48cb-a6b9-42c3dbc48ddb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=feeb6d9b818d4b6e900667be202babd4&device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 1098 time: 0.1002998 Jun 11 00:31:03.183069 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae2957-0bc1-44cd-a585-84038e4aa0ac req-f53c355d-c950-444c-877e-1e80efeacd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:03.184557 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-48ae2957-0bc1-44cd-a585-84038e4aa0ac req-f53c355d-c950-444c-877e-1e80efeacd4b service neutron] 10.222.0.21 "GET /v2.0/networks?id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc HTTP/1.1" status: 200 len: 912 time: 0.1225591 Jun 11 00:31:03.241950 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-48ae2957-0bc1-44cd-a585-84038e4aa0ac req-0f42fe53-137e-4a98-b1d1-6369bd1d7a7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cf94ab9-5c61-4eb4-beaf-888bfe17a71e HTTP/1.1" status: 200 len: 217 time: 0.0506029 Jun 11 00:31:03.304350 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-85ce4cdf-8428-4993-93e3-5f029a82a8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '08c9e0be-194e-4f3f-a3a3-4563311e0941', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'port_id': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'mac_address': 'fa:16:3e:f2:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faa7ad0-3c22-41f3-ac41-1a177a0c1626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:27:47Z', 'updated_at': '2021-06-11T00:27:49Z', 'revision_number': 1, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:25:00Z', 'revision_number': 5, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:03.307063 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae2957-0bc1-44cd-a585-84038e4aa0ac req-517a7a14-0abb-4a1a-a8b5-5e6f5e7038cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:03.307770 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ce4cdf-8428-4993-93e3-5f029a82a8e6 None None] Checking router: de1285bd-8ac0-4608-91ac-3ebd4fedebf3 for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:31:03.308541 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-48ae2957-0bc1-44cd-a585-84038e4aa0ac req-517a7a14-0abb-4a1a-a8b5-5e6f5e7038cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52e6acae-3f71-48df-b4ed-9cc3a206e1f4 HTTP/1.1" status: 200 len: 850 time: 0.0578661 Jun 11 00:31:03.315896 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ce4cdf-8428-4993-93e3-5f029a82a8e6 None None] Routers {'de1285bd-8ac0-4608-91ac-3ebd4fedebf3'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:31:03.316512 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-85ce4cdf-8428-4993-93e3-5f029a82a8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:30:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:03.339020 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ae2dc-5ed5-421c-bafd-5b17de36713d req-38996f61-a132-4343-8083-f2d2852eaeba tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:03.341219 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-993ae2dc-5ed5-421c-bafd-5b17de36713d req-38996f61-a132-4343-8083-f2d2852eaeba tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 945 time: 0.1286290 Jun 11 00:31:03.376532 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae2957-0bc1-44cd-a585-84038e4aa0ac req-a4c8f3a1-e027-480f-8977-8f18d0e1f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:03.383592 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-48ae2957-0bc1-44cd-a585-84038e4aa0ac req-a4c8f3a1-e027-480f-8977-8f18d0e1f8cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628397 Jun 11 00:31:03.385545 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-993ae2dc-5ed5-421c-bafd-5b17de36713d req-0ddafc50-79d1-4a53-ba4c-105afca7f329 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388575 Jun 11 00:31:03.465867 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-85ce4cdf-8428-4993-93e3-5f029a82a8e6 None None] Set router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:31:03.496477 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-48ae2957-0bc1-44cd-a585-84038e4aa0ac req-f2771f0b-0f24-4c4d-99a2-fea73ab6723b service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098895 Jun 11 00:31:03.611163 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-48ae2957-0bc1-44cd-a585-84038e4aa0ac req-878d5a56-23a6-469f-afe0-920fbebc3c0d service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085191 Jun 11 00:31:03.755730 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-85ce4cdf-8428-4993-93e3-5f029a82a8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '08c9e0be-194e-4f3f-a3a3-4563311e0941', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'port_id': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'mac_address': 'fa:16:3e:f2:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faa7ad0-3c22-41f3-ac41-1a177a0c1626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:27:47Z', 'updated_at': '2021-06-11T00:27:49Z', 'revision_number': 1, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:25:00Z', 'revision_number': 5, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:03.759290 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ce4cdf-8428-4993-93e3-5f029a82a8e6 None None] The sync data for ids ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'] in dv-cinder-786260-5-iscsi is: [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_floatingips': [{'id': '08c9e0be-194e-4f3f-a3a3-4563311e0941', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'router_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'port_id': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'mac_address': 'fa:16:3e:f2:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faa7ad0-3c22-41f3-ac41-1a177a0c1626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:27:47Z', 'updated_at': '2021-06-11T00:27:49Z', 'revision_number': 1, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:25:00Z', 'revision_number': 5, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:31:03.960026 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dd5ce5-fff7-4b8d-936a-92db705f6141 None None] New status for floating IP 5815087f-8f8a-47ea-8885-248f0916fdf3: DOWN {{(pid=91890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:31:04.624086 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89619f61-23e0-4649-a291-723717677549 req-77d2a2ae-d9c4-4e3b-bf03-072c606b89c8 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:04.625533 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-89619f61-23e0-4649-a291-723717677549 req-77d2a2ae-d9c4-4e3b-bf03-072c606b89c8 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 945 time: 0.1102574 Jun 11 00:31:04.668805 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-89619f61-23e0-4649-a291-723717677549 req-32919b55-615e-4392-8c0e-96bc28ecc5be tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376511 Jun 11 00:31:04.750201 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7f3b6-ef91-4dcb-9a49-8e8da2e786ec req-4ab41e6c-2e53-45ef-9f3a-b15a558a19c7 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:04.751658 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-f9d7f3b6-ef91-4dcb-9a49-8e8da2e786ec req-4ab41e6c-2e53-45ef-9f3a-b15a558a19c7 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 945 time: 0.0687118 Jun 11 00:31:04.860780 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-f9d7f3b6-ef91-4dcb-9a49-8e8da2e786ec req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Deleting port 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:31:04.861121 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-f9d7f3b6-ef91-4dcb-9a49-8e8da2e786ec req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:04.968530 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-f9d7f3b6-ef91-4dcb-9a49-8e8da2e786ec req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] For port 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0cf94ab9-5c61-4eb4-beaf-888bfe17a71e,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:31:04.968814 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-f9d7f3b6-ef91-4dcb-9a49-8e8da2e786ec req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:05.059487 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-f9d7f3b6-ef91-4dcb-9a49-8e8da2e786ec req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Calling delete_port for 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e owned by compute:nova {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:31:05.207702 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-f9d7f3b6-ef91-4dcb-9a49-8e8da2e786ec req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:05.211644 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-546be8c5-0441-4de2-8d6d-6f273f35d7a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:05.245071 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event deleted for resources: {'Port': ['ID=0cf94ab9-5c61-4eb4-beaf-888bfe17a71e,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:05.258763 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:05.259161 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:05.259573 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:05.259946 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:05.260315 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:05.260681 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:05.261048 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:05.262108 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:05.262108 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:05.262108 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:05.262472 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:05.262828 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:05.286415 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:05.311463 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d7f3b6-ef91-4dcb-9a49-8e8da2e786ec req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] No DVR routers for this DVR port 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e on host hv-cinder-78626 {{(pid=91887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:31:05.313809 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-f9d7f3b6-ef91-4dcb-9a49-8e8da2e786ec req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:05.315762 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-f9d7f3b6-ef91-4dcb-9a49-8e8da2e786ec req-c01cb489-2af4-407c-8246-e5c3f05be48b tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.21 "DELETE /v2.0/ports/0cf94ab9-5c61-4eb4-beaf-888bfe17a71e HTTP/1.1" status: 204 len: 173 time: 0.5588875 Jun 11 00:31:05.316239 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af6df50-5c48-4177-a243-bae4bc2b72c3', 'name': 'network-vif-deleted', 'tag': '0cf94ab9-5c61-4eb4-beaf-888bfe17a71e'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:31:05.318494 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d936bf8a-05ee-4ed0-b2c4-3eed7d510ae4" -d '{"events": [{"server_uuid": "2af6df50-5c48-4177-a243-bae4bc2b72c3", "name": "network-vif-deleted", "tag": "0cf94ab9-5c61-4eb4-beaf-888bfe17a71e"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:31:05.357868 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c863ad7-1730-4ddc-bac5-fc30d5b31274 x-openstack-request-id: req-5c863ad7-1730-4ddc-bac5-fc30d5b31274 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:31:05.358213 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af6df50-5c48-4177-a243-bae4bc2b72c3", "name": "network-vif-deleted", "tag": "0cf94ab9-5c61-4eb4-beaf-888bfe17a71e", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:31:05.358511 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c863ad7-1730-4ddc-bac5-fc30d5b31274 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:31:05.358953 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af6df50-5c48-4177-a243-bae4bc2b72c3', 'name': 'network-vif-deleted', 'tag': '0cf94ab9-5c61-4eb4-beaf-888bfe17a71e', 'status': 'completed', 'code': 200} Jun 11 00:31:05.822822 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-88c4f4f6-c6d1-4fa7-8a87-565b3b085630 req-9f8f92ea-8deb-4adf-bb48-c4f68380b1ec tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=2af6df50-5c48-4177-a243-bae4bc2b72c3 HTTP/1.1" status: 200 len: 210 time: 0.0330327 Jun 11 00:31:08.410482 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:31:08.435605 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] No Port match for: 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:31:08.435960 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device 0cf94ab9-5c61-4eb4-beaf-888bfe17a71e not bound to the agent host hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:31:09.132201 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 47508) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:31:09.321036 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-0adbf63f-9308-43d5-abb8-ce633389817a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Deleting port 4095a56d-1fd4-4e36-88a1-bd9a0d774357 {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:31:09.321377 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0adbf63f-9308-43d5-abb8-ce633389817a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:09.420222 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0adbf63f-9308-43d5-abb8-ce633389817a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:09.420551 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0adbf63f-9308-43d5-abb8-ce633389817a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:09.509947 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-0adbf63f-9308-43d5-abb8-ce633389817a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Calling delete_port for 4095a56d-1fd4-4e36-88a1-bd9a0d774357 owned by network:floatingip {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:31:09.677994 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0adbf63f-9308-43d5-abb8-ce633389817a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:09.680476 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:09.709329 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbf63f-9308-43d5-abb8-ce633389817a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event deleted for resources: {'Port': ['ID=4095a56d-1fd4-4e36-88a1-bd9a0d774357,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:09.712976 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-0adbf63f-9308-43d5-abb8-ce633389817a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:09.783418 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0adbf63f-9308-43d5-abb8-ce633389817a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for floatingip, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:09.783758 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.db.l3_db [None req-0adbf63f-9308-43d5-abb8-ce633389817a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Floating IP 08c9e0be-194e-4f3f-a3a3-4563311e0941 disassociated (deleted). External IP: 172.27.0.78, port: a29cafc1-1c2b-4e20-87a3-3962b6a9bc38. Jun 11 00:31:10.059565 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adbf63f-9308-43d5-abb8-ce633389817a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:31:10.498572 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adbf63f-9308-43d5-abb8-ce633389817a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:31:10.503034 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-0adbf63f-9308-43d5-abb8-ce633389817a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:10.516768 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95c880-cb2c-45cb-82c3-e7c89ad5a451 None None] Sync routers for ids ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:31:10.525734 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95c880-cb2c-45cb-82c3-e7c89ad5a451 None None] Routers {'de1285bd-8ac0-4608-91ac-3ebd4fedebf3'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:31:10.526359 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-6d95c880-cb2c-45cb-82c3-e7c89ad5a451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:30:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:10.547477 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-0adbf63f-9308-43d5-abb8-ce633389817a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "DELETE /v2.0/floatingips/08c9e0be-194e-4f3f-a3a3-4563311e0941 HTTP/1.1" status: 204 len: 168 time: 1.4141779 Jun 11 00:31:10.548143 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9faa7ad0-3c22-41f3-ac41-1a177a0c1626', 'tag': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38'}] {{(pid=91888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:31:10.550438 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd1258cff661356e3ab996c20477b00dc050ee847cef8d5b0fa377437d0590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd7b5a5-3827-4e3e-b864-47cd44c96b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "9faa7ad0-3c22-41f3-ac41-1a177a0c1626", "tag": "a29cafc1-1c2b-4e20-87a3-3962b6a9bc38"}]}' {{(pid=91888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:31:10.587532 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d492b8c7-2c1e-4a4d-9fb4-a5e1668ab848 x-openstack-request-id: req-d492b8c7-2c1e-4a4d-9fb4-a5e1668ab848 {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:31:10.588078 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9faa7ad0-3c22-41f3-ac41-1a177a0c1626", "tag": "a29cafc1-1c2b-4e20-87a3-3962b6a9bc38", "status": "completed", "code": 200}]} {{(pid=91888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:31:10.588540 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d492b8c7-2c1e-4a4d-9fb4-a5e1668ab848 {{(pid=91888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:31:10.589167 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9faa7ad0-3c22-41f3-ac41-1a177a0c1626', 'tag': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38', 'status': 'completed', 'code': 200} Jun 11 00:31:10.673642 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-6d95c880-cb2c-45cb-82c3-e7c89ad5a451 None None] Set router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:31:10.674063 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7b5a5-3827-4e3e-b864-47cd44c96b3e req-7683e23b-1951-4591-8f68-4d386612e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:10.675689 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fcd7b5a5-3827-4e3e-b864-47cd44c96b3e req-7683e23b-1951-4591-8f68-4d386612e815 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=feeb6d9b818d4b6e900667be202babd4&device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 1099 time: 0.0628395 Jun 11 00:31:10.818343 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7b5a5-3827-4e3e-b864-47cd44c96b3e req-04381779-04b4-4430-807b-60d5094233e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:10.818343 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fcd7b5a5-3827-4e3e-b864-47cd44c96b3e req-04381779-04b4-4430-807b-60d5094233e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc HTTP/1.1" status: 200 len: 912 time: 0.1304379 Jun 11 00:31:10.876194 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fcd7b5a5-3827-4e3e-b864-47cd44c96b3e req-9cf89687-2b3c-408e-9726-adaf5fb46872 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 HTTP/1.1" status: 200 len: 217 time: 0.0547419 Jun 11 00:31:10.935189 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7b5a5-3827-4e3e-b864-47cd44c96b3e req-13e47e74-afa4-4e9c-8fd5-1bbfd64ae9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:10.936981 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fcd7b5a5-3827-4e3e-b864-47cd44c96b3e req-13e47e74-afa4-4e9c-8fd5-1bbfd64ae9dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52e6acae-3f71-48df-b4ed-9cc3a206e1f4 HTTP/1.1" status: 200 len: 850 time: 0.0533648 Jun 11 00:31:10.962412 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727b71c-03dd-4cee-88e0-442eeb423dec req-5d41e80f-bf45-4750-995f-eae278c00865 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:10.964554 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3727b71c-03dd-4cee-88e0-442eeb423dec req-5d41e80f-bf45-4750-995f-eae278c00865 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 946 time: 0.0728841 Jun 11 00:31:11.006575 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7b5a5-3827-4e3e-b864-47cd44c96b3e req-bb17bd9b-a39d-40ab-8517-99dc99b2e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:11.008451 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fcd7b5a5-3827-4e3e-b864-47cd44c96b3e req-bb17bd9b-a39d-40ab-8517-99dc99b2e029 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38e2c24e-d578-40b8-b8c9-9ca2096e81cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651138 Jun 11 00:31:11.011358 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-3727b71c-03dd-4cee-88e0-442eeb423dec req-d5a68858-cf2e-4856-9d1c-2f931c9fdb84 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411777 Jun 11 00:31:11.079846 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-6d95c880-cb2c-45cb-82c3-e7c89ad5a451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:25:00Z', 'revision_number': 5, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:11.083152 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95c880-cb2c-45cb-82c3-e7c89ad5a451 None None] Checking router: de1285bd-8ac0-4608-91ac-3ebd4fedebf3 for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:31:11.091015 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95c880-cb2c-45cb-82c3-e7c89ad5a451 None None] Routers {'de1285bd-8ac0-4608-91ac-3ebd4fedebf3'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:31:11.092673 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-6d95c880-cb2c-45cb-82c3-e7c89ad5a451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:30:46Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:11.125786 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fcd7b5a5-3827-4e3e-b864-47cd44c96b3e req-573c3fd6-052a-42fa-83e2-123ea9b1b27e service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098182 Jun 11 00:31:11.247309 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-6d95c880-cb2c-45cb-82c3-e7c89ad5a451 None None] Set router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:31:11.250035 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-fcd7b5a5-3827-4e3e-b864-47cd44c96b3e req-57ca9318-b055-4823-bf7f-ecf43726af86 service neutron] 10.222.0.21 "GET /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163490 Jun 11 00:31:11.508623 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-6d95c880-cb2c-45cb-82c3-e7c89ad5a451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:25:00Z', 'revision_number': 5, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:11.512056 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95c880-cb2c-45cb-82c3-e7c89ad5a451 None None] The sync data for ids ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'] in dv-cinder-786260-5-iscsi is: [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:53Z', 'revision_number': 4, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi', '_interfaces': [{'id': '35b66273-bc5f-4491-bfd6-0cf47eaead3c', 'name': '', 'network_id': '38e2c24e-d578-40b8-b8c9-9ca2096e81cc', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'mac_address': 'fa:16:3e:79:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:52Z', 'updated_at': '2021-06-11T00:25:00Z', 'revision_number': 5, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'subnets': [{'id': '52e6acae-3f71-48df-b4ed-9cc3a206e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:31:11.708774 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06652a0-ca32-4987-b452-ff7e0747f368 None None] New status for floating IP 08c9e0be-194e-4f3f-a3a3-4563311e0941: DOWN {{(pid=91890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:31:11.713329 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:12.194253 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535e270-15e6-47c9-90ab-9c3c32d55bea req-779d359a-6719-4c7a-8f11-736d1598b886 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:12.195707 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4535e270-15e6-47c9-90ab-9c3c32d55bea req-779d359a-6719-4c7a-8f11-736d1598b886 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 946 time: 0.0702817 Jun 11 00:31:12.237377 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-4535e270-15e6-47c9-90ab-9c3c32d55bea req-028d9c74-9a0a-4fa2-815f-a6dd901f4dce tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/security-groups?id=04b7a11a-35d3-40cf-a6e4-5bc1268099c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361493 Jun 11 00:31:12.344497 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89095180-5f8d-4d70-8aee-097115ea77fa req-ea1b9889-996f-4062-8fc0-d24024708250 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:12.345851 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-89095180-5f8d-4d70-8aee-097115ea77fa req-ea1b9889-996f-4062-8fc0-d24024708250 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.21 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 946 time: 0.0676305 Jun 11 00:31:12.458969 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-89095180-5f8d-4d70-8aee-097115ea77fa req-5d6da679-968b-45d2-89c9-bce38f3f0701 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Deleting port a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:31:12.459338 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-89095180-5f8d-4d70-8aee-097115ea77fa req-5d6da679-968b-45d2-89c9-bce38f3f0701 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:12.572474 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [req-89095180-5f8d-4d70-8aee-097115ea77fa req-5d6da679-968b-45d2-89c9-bce38f3f0701 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] For port a29cafc1-1c2b-4e20-87a3-3962b6a9bc38, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a29cafc1-1c2b-4e20-87a3-3962b6a9bc38,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:31:12.572830 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-89095180-5f8d-4d70-8aee-097115ea77fa req-5d6da679-968b-45d2-89c9-bce38f3f0701 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:12.668976 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [req-89095180-5f8d-4d70-8aee-097115ea77fa req-5d6da679-968b-45d2-89c9-bce38f3f0701 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Calling delete_port for a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 owned by compute:nova {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:31:12.820491 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-89095180-5f8d-4d70-8aee-097115ea77fa req-5d6da679-968b-45d2-89c9-bce38f3f0701 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:12.825499 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-d862397b-6fb5-44ca-93d8-0d95cfe8431e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:12.854148 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6da679-968b-45d2-89c9-bce38f3f0701 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event deleted for resources: {'Port': ['ID=a29cafc1-1c2b-4e20-87a3-3962b6a9bc38,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:12.857133 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-5d6da679-968b-45d2-89c9-bce38f3f0701 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:12.911654 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.l3_dvrscheduler_db [req-89095180-5f8d-4d70-8aee-097115ea77fa req-5d6da679-968b-45d2-89c9-bce38f3f0701 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] No DVR routers for this DVR port a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 on host hv-cinder-78626 {{(pid=91887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:31:12.914029 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [req-89095180-5f8d-4d70-8aee-097115ea77fa req-5d6da679-968b-45d2-89c9-bce38f3f0701 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for port, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:12.915987 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [req-89095180-5f8d-4d70-8aee-097115ea77fa req-5d6da679-968b-45d2-89c9-bce38f3f0701 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.21 "DELETE /v2.0/ports/a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 HTTP/1.1" status: 204 len: 173 time: 0.5646045 Jun 11 00:31:12.916501 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faa7ad0-3c22-41f3-ac41-1a177a0c1626', 'name': 'network-vif-deleted', 'tag': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38'}] {{(pid=91887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:31:12.918758 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6794f4627c0145c82aa5bf80c007384293662d19115428292a403831d2a973c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82678d1b-61a9-46c0-9a25-4200ff15f1c3" -d '{"events": [{"server_uuid": "9faa7ad0-3c22-41f3-ac41-1a177a0c1626", "name": "network-vif-deleted", "tag": "a29cafc1-1c2b-4e20-87a3-3962b6a9bc38"}]}' {{(pid=91887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:31:12.960244 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0707d7-9cbd-4bad-bbad-5e0a7b26bf98 x-openstack-request-id: req-7b0707d7-9cbd-4bad-bbad-5e0a7b26bf98 {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:31:12.960581 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9faa7ad0-3c22-41f3-ac41-1a177a0c1626", "name": "network-vif-deleted", "tag": "a29cafc1-1c2b-4e20-87a3-3962b6a9bc38", "status": "completed", "code": 200}]} {{(pid=91887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:31:12.960884 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b0707d7-9cbd-4bad-bbad-5e0a7b26bf98 {{(pid=91887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:31:12.961482 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9faa7ad0-3c22-41f3-ac41-1a177a0c1626', 'name': 'network-vif-deleted', 'tag': 'a29cafc1-1c2b-4e20-87a3-3962b6a9bc38', 'status': 'completed', 'code': 200} Jun 11 00:31:13.152596 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:31:13.200106 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-b4200950-7930-4b20-b40d-cdeca9545fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:13.394956 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [req-54831a17-719b-436c-ad2b-9e30fbb41546 req-499db173-4e12-43ee-81ef-e07651169b4a tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "GET /v2.0/ports?device_id=9faa7ad0-3c22-41f3-ac41-1a177a0c1626 HTTP/1.1" status: 200 len: 210 time: 0.0340552 Jun 11 00:31:14.423016 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:31:14.447894 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] No Port match for: a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:31:14.448245 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Device a29cafc1-1c2b-4e20-87a3-3962b6a9bc38 not bound to the agent host hv-cinder-78626 {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:31:14.492178 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 47526) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:31:14.657599 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-5af7a354-9590-4f98-8b5d-13ec6989b002 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Deleting port 752fc555-5bbd-420c-813e-a15922f9ec1c {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:31:14.657853 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5af7a354-9590-4f98-8b5d-13ec6989b002 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:14.757221 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5af7a354-9590-4f98-8b5d-13ec6989b002 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:14.757560 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5af7a354-9590-4f98-8b5d-13ec6989b002 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:14.852992 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-5af7a354-9590-4f98-8b5d-13ec6989b002 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Calling delete_port for 752fc555-5bbd-420c-813e-a15922f9ec1c owned by network:floatingip {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:31:15.001474 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5af7a354-9590-4f98-8b5d-13ec6989b002 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:15.003241 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-8d544cb5-4826-4d70-9bb0-159633c32b2e tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:15.035049 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7a354-9590-4f98-8b5d-13ec6989b002 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event deleted for resources: {'Port': ['ID=752fc555-5bbd-420c-813e-a15922f9ec1c,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:15.038157 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-5af7a354-9590-4f98-8b5d-13ec6989b002 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:15.106909 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5af7a354-9590-4f98-8b5d-13ec6989b002 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for floatingip, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:15.110026 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-5af7a354-9590-4f98-8b5d-13ec6989b002 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27514'] for floatingip, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:15.111150 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-5af7a354-9590-4f98-8b5d-13ec6989b002 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "DELETE /v2.0/floatingips/4322986b-185b-4929-9cd5-b37a0870fa38 HTTP/1.1" status: 204 len: 168 time: 0.6179955 Jun 11 00:31:15.783470 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-458e5655-689a-4168-adc8-d90a4add9096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:15.956995 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:16.378827 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 47540) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:31:16.448070 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a482bb61-4fa2-4a14-9789-921ae1a259dd tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:16.474445 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a482bb61-4fa2-4a14-9789-921ae1a259dd tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:16.537424 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a482bb61-4fa2-4a14-9789-921ae1a259dd tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:16.540207 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-a482bb61-4fa2-4a14-9789-921ae1a259dd tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Notify callbacks [] for security_group, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:16.541336 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-a482bb61-4fa2-4a14-9789-921ae1a259dd tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] 10.222.0.15 "DELETE /v2.0/security-groups/04b7a11a-35d3-40cf-a6e4-5bc1268099c9 HTTP/1.1" status: 204 len: 168 time: 0.1614704 Jun 11 00:31:16.542166 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-5f6b5af1-0cab-4ca0-b1c5-c2e791ff4b94 tempest-AttachVolumeShelveTestJSON-1549389624 tempest-AttachVolumeShelveTestJSON-1549389624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:16.552681 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482bb61-4fa2-4a14-9789-921ae1a259dd tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b7a11a-35d3-40cf-a6e4-5bc1268099c9,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:16.555101 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-a482bb61-4fa2-4a14-9789-921ae1a259dd tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:16.597335 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 47544) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:31:17.126173 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:17.133878 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ffde6231-b9f2-4d77-a082-5883469ce14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808805'] for router_interface, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:17.463478 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-ffde6231-b9f2-4d77-a082-5883469ce14d admin admin] Deleting port 35b66273-bc5f-4491-bfd6-0cf47eaead3c {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:31:17.464838 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ffde6231-b9f2-4d77-a082-5883469ce14d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:17.566560 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [None req-ffde6231-b9f2-4d77-a082-5883469ce14d admin admin] For port 35b66273-bc5f-4491-bfd6-0cf47eaead3c, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=35b66273-bc5f-4491-bfd6-0cf47eaead3c,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:31:17.566920 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ffde6231-b9f2-4d77-a082-5883469ce14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:17.657951 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-ffde6231-b9f2-4d77-a082-5883469ce14d admin admin] Calling delete_port for 35b66273-bc5f-4491-bfd6-0cf47eaead3c owned by network:router_interface {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:31:17.871282 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ffde6231-b9f2-4d77-a082-5883469ce14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:17.873293 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-3a0844be-1a45-483d-a3a3-7872c7e168a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:17.900891 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde6231-b9f2-4d77-a082-5883469ce14d admin admin] Pushing event deleted for resources: {'Port': ['ID=35b66273-bc5f-4491-bfd6-0cf47eaead3c,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:17.904449 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-ffde6231-b9f2-4d77-a082-5883469ce14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:18.114160 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-ffde6231-b9f2-4d77-a082-5883469ce14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1804085'] for router_interface, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:18.396479 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffde6231-b9f2-4d77-a082-5883469ce14d admin admin] Router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:31:18.524328 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:18.537826 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffde6231-b9f2-4d77-a082-5883469ce14d admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:31:18.542727 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-ffde6231-b9f2-4d77-a082-5883469ce14d admin admin] 10.222.0.15 "PUT /v2.0/routers/de1285bd-8ac0-4608-91ac-3ebd4fedebf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9443710 Jun 11 00:31:18.545747 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 47548) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:31:18.547356 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31690b3-aac9-437c-b270-e726823877a4 None None] Sync routers for ids ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'] in dv-cinder-786260-5-iscsi {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:31:18.556350 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31690b3-aac9-437c-b270-e726823877a4 None None] Routers {'de1285bd-8ac0-4608-91ac-3ebd4fedebf3'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:31:18.557045 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-e31690b3-aac9-437c-b270-e726823877a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:31:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:18.686608 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-af3f5046-3c78-472e-bfbf-8c1e61fa520b admin admin] Notify callbacks [] for router, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:18.704042 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-e31690b3-aac9-437c-b270-e726823877a4 None None] Set router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:31:18.947417 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-e31690b3-aac9-437c-b270-e726823877a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:31:17Z', 'revision_number': 5, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:18.950975 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31690b3-aac9-437c-b270-e726823877a4 None None] Checking router: de1285bd-8ac0-4608-91ac-3ebd4fedebf3 for host: dv-cinder-786260-5-iscsi {{(pid=91889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:31:18.960202 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31690b3-aac9-437c-b270-e726823877a4 None None] Routers {'de1285bd-8ac0-4608-91ac-3ebd4fedebf3'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:31:18.960843 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-e31690b3-aac9-437c-b270-e726823877a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:31:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'], 'active': True} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:19.095085 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-af3f5046-3c78-472e-bfbf-8c1e61fa520b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:19.100492 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvr_db [None req-e31690b3-aac9-437c-b270-e726823877a4 None None] Set router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:31:19.153339 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-af3f5046-3c78-472e-bfbf-8c1e61fa520b admin admin] Deleting port 489fd3d1-51a8-47de-bec9-84063e304f75 {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:31:19.153689 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-af3f5046-3c78-472e-bfbf-8c1e61fa520b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:19.266725 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [None req-af3f5046-3c78-472e-bfbf-8c1e61fa520b admin admin] For port 489fd3d1-51a8-47de-bec9-84063e304f75, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=489fd3d1-51a8-47de-bec9-84063e304f75,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:31:19.267105 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-af3f5046-3c78-472e-bfbf-8c1e61fa520b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:19.362387 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-af3f5046-3c78-472e-bfbf-8c1e61fa520b admin admin] Calling delete_port for 489fd3d1-51a8-47de-bec9-84063e304f75 owned by network:router_gateway {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:31:19.470520 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_hamode_db [None req-e31690b3-aac9-437c-b270-e726823877a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:31:17Z', 'revision_number': 5, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:19.473856 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31690b3-aac9-437c-b270-e726823877a4 None None] The sync data for ids ['de1285bd-8ac0-4608-91ac-3ebd4fedebf3'] in dv-cinder-786260-5-iscsi is: [{'id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'name': 'tempest-TestVolumeBootPattern-690673979-router', 'tenant_id': 'feeb6d9b818d4b6e900667be202babd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:31:17Z', 'revision_number': 5, 'project_id': 'feeb6d9b818d4b6e900667be202babd4', 'gw_port': {'id': '489fd3d1-51a8-47de-bec9-84063e304f75', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1285bd-8ac0-4608-91ac-3ebd4fedebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:50Z', 'updated_at': '2021-06-11T00:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}] {{(pid=91889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:31:19.567854 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-af3f5046-3c78-472e-bfbf-8c1e61fa520b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:19.570509 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-73f7306f-ec7c-4210-9cb4-658b26932f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:19.599724 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f5046-3c78-472e-bfbf-8c1e61fa520b admin admin] Pushing event deleted for resources: {'Port': ['ID=489fd3d1-51a8-47de-bec9-84063e304f75,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:19.603496 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-af3f5046-3c78-472e-bfbf-8c1e61fa520b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:19.671322 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-af3f5046-3c78-472e-bfbf-8c1e61fa520b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1807972'] for router_gateway, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:19.802495 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-af3f5046-3c78-472e-bfbf-8c1e61fa520b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1805719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57805'] for router, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:19.804554 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-af3f5046-3c78-472e-bfbf-8c1e61fa520b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:19.860580 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-af3f5046-3c78-472e-bfbf-8c1e61fa520b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806145'] for router, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:19.861200 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3f5046-3c78-472e-bfbf-8c1e61fa520b admin admin] Fanout notify agent at l3_agent the message router_deleted on router de1285bd-8ac0-4608-91ac-3ebd4fedebf3 {{(pid=91888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 00:31:19.866034 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-af3f5046-3c78-472e-bfbf-8c1e61fa520b admin admin] Notify callbacks [] for router, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:19.867182 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-af3f5046-3c78-472e-bfbf-8c1e61fa520b admin admin] 10.222.0.15 "DELETE /v2.0/routers/de1285bd-8ac0-4608-91ac-3ebd4fedebf3 HTTP/1.1" status: 204 len: 168 time: 1.3205388 Jun 11 00:31:19.869652 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 47550) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:31:19.926806 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5557e4c-8f4b-4f19-a594-1f9bfb7e76af admin admin] Deleting subnet 52e6acae-3f71-48df-b4ed-9cc3a206e1f4 {{(pid=91888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:31:19.930284 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c5557e4c-8f4b-4f19-a594-1f9bfb7e76af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:19.972528 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c5557e4c-8f4b-4f19-a594-1f9bfb7e76af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3200702'] for subnet, precommit_delete_associations {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:20.064752 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c5557e4c-8f4b-4f19-a594-1f9bfb7e76af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752867'] for subnet, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:20.134747 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c5557e4c-8f4b-4f19-a594-1f9bfb7e76af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3493816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555048'] for subnet, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:20.137799 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-be028910-5f22-4119-ba5f-1a0ad2fb3dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:20.168607 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5557e4c-8f4b-4f19-a594-1f9bfb7e76af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e6acae-3f71-48df-b4ed-9cc3a206e1f4,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:20.171116 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-c5557e4c-8f4b-4f19-a594-1f9bfb7e76af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for subnet, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:20.172974 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-c5557e4c-8f4b-4f19-a594-1f9bfb7e76af admin admin] 10.222.0.15 "DELETE /v2.0/subnets/52e6acae-3f71-48df-b4ed-9cc3a206e1f4 HTTP/1.1" status: 204 len: 168 time: 0.3024089 Jun 11 00:31:20.173854 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-c5557e4c-8f4b-4f19-a594-1f9bfb7e76af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:20.175472 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 47552) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:31:20.179110 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af7c992-3f0b-42b2-a852-4242bca8904e None None] Network 38e2c24e-d578-40b8-b8c9-9ca2096e81cc requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:31:20.266740 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546938'] for network, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:20.323732 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] Deleting port c6bcc942-1a23-4363-9467-c382e5c6e7b3 {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:31:20.323996 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:20.410006 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] For port c6bcc942-1a23-4363-9467-c382e5c6e7b3, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=c6bcc942-1a23-4363-9467-c382e5c6e7b3,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:31:20.410364 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:20.456023 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] DHCP port deletion for 38e2c24e-d578-40b8-b8c9-9ca2096e81cc request from dv-cinder-786260-5-iscsi {{(pid=91889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 00:31:20.503949 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] Calling delete_port for c6bcc942-1a23-4363-9467-c382e5c6e7b3 owned by network:dhcp {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:31:20.510882 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] Deleting port c6bcc942-1a23-4363-9467-c382e5c6e7b3 {{(pid=91889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:31:20.511268 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:20.597093 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] For port c6bcc942-1a23-4363-9467-c382e5c6e7b3, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=c6bcc942-1a23-4363-9467-c382e5c6e7b3,segment=NetworkSegment(e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e),segment_id=e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:31:20.597431 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:20.598442 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:20.601439 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-f42ca55b-cb2b-40cb-b091-7f6c74ef92cb tempest-TestMinimumBasicScenario-211026215 tempest-TestMinimumBasicScenario-211026215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:20.635226 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6bcc942-1a23-4363-9467-c382e5c6e7b3,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:20.640656 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:20.641801 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] No DVR routers for this DVR port c6bcc942-1a23-4363-9467-c382e5c6e7b3 on host dv-cinder-786260-5-iscsi {{(pid=91888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:31:20.692825 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] Calling delete_port for c6bcc942-1a23-4363-9467-c382e5c6e7b3 owned by network:dhcp {{(pid=91889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:31:20.742633 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750700', 'neutron.services.segments.db._delete_segments_for_network-8777603965615'] for network, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:20.754134 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e2c24e-d578-40b8-b8c9-9ca2096e81cc']}} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:20.765383 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e') {'for_net_delete': True} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:20.765688 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e906dd57-6fc9-4711-95d8-bb9e7d0b1d3e') {} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:20.775433 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777603965444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3200679'] for segment, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:20.782092 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975'] for port, after_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:20.784022 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-38d1ae57-be9f-4d28-acf4-72c461a17b0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:20.790907 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:20.797479 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=91888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:31:20.798020 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3493159'] for segment, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: Traceback (most recent call last): Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: timer() Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: cb(*args, **kw) Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: return func(*args, **kwargs) Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: self._notify() Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: self.callback(batched_events) Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: event.method(event) Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: return f(self, *a, **k) Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: return self._get(url).json() Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: return self.request(url, 'GET', **kwargs) Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:31:20.799986 dv-cinder-786260-5-iscsi neutron-server[91888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:31:20.812798 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] Pushing event deleted for resources: {'Port': ['ID=c6bcc942-1a23-4363-9467-c382e5c6e7b3,revision_number=None']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:20.820135 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] No DVR routers for this DVR port c6bcc942-1a23-4363-9467-c382e5c6e7b3 on host dv-cinder-786260-5-iscsi {{(pid=91889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:31:20.822166 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:20.822549 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:20.822868 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:20.823213 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:20.823574 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:20.823912 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:20.824241 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:20.824570 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:20.824901 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:20.825229 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:20.825558 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:20.825910 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-iscsi {{(pid=91889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:20.829340 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-4bc1c82f-39dd-4cb7-af12-f00acb8b23c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:20.878090 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1807883'] for network, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:20.882084 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:20.884415 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:20.886218 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/38e2c24e-d578-40b8-b8c9-9ca2096e81cc HTTP/1.1" status: 204 len: 168 time: 0.7091987 Jun 11 00:31:20.889144 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 47554) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:31:20.900271 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=38e2c24e-d578-40b8-b8c9-9ca2096e81cc,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:20.902613 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-34094fda-31a3-4270-9541-f1bc19b1c9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:21.304645 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 489fd3d1-51a8-47de-bec9-84063e304f75 no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:31:21.324843 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0a88db9f-b642-4e56-b9cb-26fd69ea8de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808805'] for router_interface, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:21.332057 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: 489fd3d1-51a8-47de-bec9-84063e304f75 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:31:21.332426 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 489fd3d1-51a8-47de-bec9-84063e304f75 not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:31:21.332862 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device c6bcc942-1a23-4363-9467-c382e5c6e7b3 no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:31:21.356041 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: c6bcc942-1a23-4363-9467-c382e5c6e7b3 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:31:21.356400 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device c6bcc942-1a23-4363-9467-c382e5c6e7b3 not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:31:21.356816 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 35b66273-bc5f-4491-bfd6-0cf47eaead3c no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:31:21.380110 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: 35b66273-bc5f-4491-bfd6-0cf47eaead3c {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:31:21.380110 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 35b66273-bc5f-4491-bfd6-0cf47eaead3c not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:31:21.921642 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-0a88db9f-b642-4e56-b9cb-26fd69ea8de4 admin admin] Deleting port 34acf9d0-3611-43b2-8969-63fec4f6a51e {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:31:21.922242 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0a88db9f-b642-4e56-b9cb-26fd69ea8de4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:22.026879 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [None req-0a88db9f-b642-4e56-b9cb-26fd69ea8de4 admin admin] For port 34acf9d0-3611-43b2-8969-63fec4f6a51e, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=34acf9d0-3611-43b2-8969-63fec4f6a51e,segment=NetworkSegment(0310ca4b-34df-49b5-8edb-ede04f94084b),segment_id=0310ca4b-34df-49b5-8edb-ede04f94084b)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:31:22.027236 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0a88db9f-b642-4e56-b9cb-26fd69ea8de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:22.126164 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-0a88db9f-b642-4e56-b9cb-26fd69ea8de4 admin admin] Calling delete_port for 34acf9d0-3611-43b2-8969-63fec4f6a51e owned by network:router_interface {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:31:22.342924 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0a88db9f-b642-4e56-b9cb-26fd69ea8de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:22.345629 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-f7d63c2a-d083-4001-be88-873325e5c217 tempest-TestVolumeBootPattern-2100748353 tempest-TestVolumeBootPattern-2100748353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:22.374852 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88db9f-b642-4e56-b9cb-26fd69ea8de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=34acf9d0-3611-43b2-8969-63fec4f6a51e,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:22.406595 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0a88db9f-b642-4e56-b9cb-26fd69ea8de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:22.588461 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-0a88db9f-b642-4e56-b9cb-26fd69ea8de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1804085'] for router_interface, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:22.884904 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a88db9f-b642-4e56-b9cb-26fd69ea8de4 admin admin] Router 1170f3ef-e38e-4659-a611-a0a9eb170939 has already been hosted by L3 agent 13048256-9efd-4e96-9632-a13a528604ea {{(pid=91887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:31:23.024376 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a88db9f-b642-4e56-b9cb-26fd69ea8de4 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-iscsi the message routers_updated {{(pid=91887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:31:23.029782 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-0a88db9f-b642-4e56-b9cb-26fd69ea8de4 admin admin] 10.222.0.15 "PUT /v2.0/routers/1170f3ef-e38e-4659-a611-a0a9eb170939/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1396215 Jun 11 00:31:23.032226 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 47556) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:31:23.034639 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ff7f13-1e7c-4d6d-a9f4-aa5421ee8801 None None] Sync routers for ids ['1170f3ef-e38e-4659-a611-a0a9eb170939'] in dv-cinder-786260-5-iscsi {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:31:23.044129 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ff7f13-1e7c-4d6d-a9f4-aa5421ee8801 None None] Routers {'1170f3ef-e38e-4659-a611-a0a9eb170939'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:31:23.044746 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-60ff7f13-1e7c-4d6d-a9f4-aa5421ee8801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:31:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['1170f3ef-e38e-4659-a611-a0a9eb170939'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:23.171933 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9ee08e22-338a-40c1-afc8-7c9ddbb16c06 admin admin] Notify callbacks [] for router, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:23.182966 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-60ff7f13-1e7c-4d6d-a9f4-aa5421ee8801 None None] Set router 1170f3ef-e38e-4659-a611-a0a9eb170939 gateway port host: dv-cinder-786260-5-iscsi {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:31:23.313930 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9ee08e22-338a-40c1-afc8-7c9ddbb16c06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:23.370840 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-9ee08e22-338a-40c1-afc8-7c9ddbb16c06 admin admin] Deleting port 9b535730-67be-4d69-961b-db6e571322b3 {{(pid=91887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:31:23.371233 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9ee08e22-338a-40c1-afc8-7c9ddbb16c06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:23.417041 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-60ff7f13-1e7c-4d6d-a9f4-aa5421ee8801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170f3ef-e38e-4659-a611-a0a9eb170939', 'name': 'tempest-TestVolumeBootPattern-767815324-router', 'tenant_id': 'f98873feadbf44738f6415a78a0286a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'external_fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '9b535730-67be-4d69-961b-db6e571322b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:55Z', 'updated_at': '2021-06-11T00:31:22Z', 'revision_number': 5, 'project_id': 'f98873feadbf44738f6415a78a0286a7', 'gw_port': {'id': '9b535730-67be-4d69-961b-db6e571322b3', 'name': '', 'network_id': 'ac6ac806-5702-4387-9142-a5902410ace9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:00:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170f3ef-e38e-4659-a611-a0a9eb170939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3051342c-25eb-4552-a861-7cf92af851d2', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:56Z', 'updated_at': '2021-06-11T00:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3051342c-25eb-4552-a861-7cf92af851d2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-iscsi'}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:23.420287 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ff7f13-1e7c-4d6d-a9f4-aa5421ee8801 None None] Checking router: 1170f3ef-e38e-4659-a611-a0a9eb170939 for host: dv-cinder-786260-5-iscsi {{(pid=91890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:31:23.428025 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ff7f13-1e7c-4d6d-a9f4-aa5421ee8801 None None] Routers {'1170f3ef-e38e-4659-a611-a0a9eb170939'} bound to L3 agent in host dv-cinder-786260-5-iscsi {{(pid=91890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:31:23.428621 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-60ff7f13-1e7c-4d6d-a9f4-aa5421ee8801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:02:16Z,description=,heartbeat_timestamp=2021-06-11T00:31:16Z,host='dv-cinder-786260-5-iscsi',id=13048256-9efd-4e96-9632-a13a528604ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:02:16Z,topic='l3_agent')) {'router_ids': ['1170f3ef-e38e-4659-a611-a0a9eb170939'], 'active': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:23.474395 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.db [None req-9ee08e22-338a-40c1-afc8-7c9ddbb16c06 admin admin] For port 9b535730-67be-4d69-961b-db6e571322b3, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=9b535730-67be-4d69-961b-db6e571322b3,segment=NetworkSegment(23a10ef6-3746-4212-ad86-edd6f2e7c544),segment_id=23a10ef6-3746-4212-ad86-edd6f2e7c544)] {{(pid=91887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:31:23.474756 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9ee08e22-338a-40c1-afc8-7c9ddbb16c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:23.553338 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvr_db [None req-60ff7f13-1e7c-4d6d-a9f4-aa5421ee8801 None None] Set router 1170f3ef-e38e-4659-a611-a0a9eb170939 gateway port host: None {{(pid=91890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:31:23.568107 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.plugins.ml2.plugin [None req-9ee08e22-338a-40c1-afc8-7c9ddbb16c06 admin admin] Calling delete_port for 9b535730-67be-4d69-961b-db6e571322b3 owned by network:router_gateway {{(pid=91887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:31:23.631308 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.l3_hamode_db [None req-60ff7f13-1e7c-4d6d-a9f4-aa5421ee8801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170f3ef-e38e-4659-a611-a0a9eb170939', 'name': 'tempest-TestVolumeBootPattern-767815324-router', 'tenant_id': 'f98873feadbf44738f6415a78a0286a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:55Z', 'updated_at': '2021-06-11T00:31:23Z', 'revision_number': 6, 'project_id': 'f98873feadbf44738f6415a78a0286a7', 'gw_port_host': None}], 'dv-cinder-786260-5-iscsi', False) {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:23.634995 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ff7f13-1e7c-4d6d-a9f4-aa5421ee8801 None None] The sync data for ids ['1170f3ef-e38e-4659-a611-a0a9eb170939'] in dv-cinder-786260-5-iscsi is: [{'id': '1170f3ef-e38e-4659-a611-a0a9eb170939', 'name': 'tempest-TestVolumeBootPattern-767815324-router', 'tenant_id': 'f98873feadbf44738f6415a78a0286a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:24:55Z', 'updated_at': '2021-06-11T00:31:23Z', 'revision_number': 6, 'project_id': 'f98873feadbf44738f6415a78a0286a7', 'gw_port_host': None}] {{(pid=91890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:31:23.767209 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9ee08e22-338a-40c1-afc8-7c9ddbb16c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3176365'] for port, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:23.770003 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-77af7f86-0015-4edb-b548-45e42e4d447f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:23.802670 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee08e22-338a-40c1-afc8-7c9ddbb16c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b535730-67be-4d69-961b-db6e571322b3,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:23.805784 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-9ee08e22-338a-40c1-afc8-7c9ddbb16c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:23.876156 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9ee08e22-338a-40c1-afc8-7c9ddbb16c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1807972'] for router_gateway, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:24.010213 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9ee08e22-338a-40c1-afc8-7c9ddbb16c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1805719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57805'] for router, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:24.012449 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9ee08e22-338a-40c1-afc8-7c9ddbb16c06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:24.069465 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9ee08e22-338a-40c1-afc8-7c9ddbb16c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806145'] for router, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:24.070243 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee08e22-338a-40c1-afc8-7c9ddbb16c06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1170f3ef-e38e-4659-a611-a0a9eb170939 {{(pid=91887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 00:31:24.074555 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-9ee08e22-338a-40c1-afc8-7c9ddbb16c06 admin admin] Notify callbacks [] for router, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:24.075838 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-9ee08e22-338a-40c1-afc8-7c9ddbb16c06 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1170f3ef-e38e-4659-a611-a0a9eb170939 HTTP/1.1" status: 204 len: 168 time: 1.0425506 Jun 11 00:31:24.078286 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 47558) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:31:24.421785 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe3f66a-ddcd-4814-8c2a-ce06d83ee37a admin admin] Deleting subnet 26c2b8fc-e3ad-48cb-a946-ec862a753008 {{(pid=91887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:31:24.424703 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7fe3f66a-ddcd-4814-8c2a-ce06d83ee37a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:24.465423 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7fe3f66a-ddcd-4814-8c2a-ce06d83ee37a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3393294'] for subnet, precommit_delete_associations {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:24.557831 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7fe3f66a-ddcd-4814-8c2a-ce06d83ee37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752867'] for subnet, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:24.616434 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7fe3f66a-ddcd-4814-8c2a-ce06d83ee37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3175783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8802595'] for subnet, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:24.618295 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-66578a2b-9357-42f1-8a84-70317e21a550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:24.648231 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3f66a-ddcd-4814-8c2a-ce06d83ee37a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c2b8fc-e3ad-48cb-a946-ec862a753008,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:24.651524 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-7fe3f66a-ddcd-4814-8c2a-ce06d83ee37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:24.654200 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-7fe3f66a-ddcd-4814-8c2a-ce06d83ee37a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:24.658651 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-7fe3f66a-ddcd-4814-8c2a-ce06d83ee37a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/26c2b8fc-e3ad-48cb-a946-ec862a753008 HTTP/1.1" status: 204 len: 168 time: 0.5779784 Jun 11 00:31:24.659619 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1679a089-3d03-43f8-a625-e30b92ea8cd1 None None] Network 4cf0e149-3a1f-4d6f-ba8d-c319c81ef041 requested from dv-cinder-786260-5-iscsi {{(pid=91889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:31:24.660077 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.wsgi [-] (91888) accepted ('10.222.0.15', 47562) {{(pid=91888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:31:24.750648 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546938'] for network, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:24.811494 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] Deleting port 83d23066-d13a-4e38-bc84-5b5a96816224 {{(pid=91888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:31:24.811838 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:24.871607 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee954f1f-4621-4501-a8e6-feee6628dab8 None None] DHCP port deletion for 4cf0e149-3a1f-4d6f-ba8d-c319c81ef041 request from dv-cinder-786260-5-iscsi {{(pid=91889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 00:31:24.901688 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.db [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] For port 83d23066-d13a-4e38-bc84-5b5a96816224, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=83d23066-d13a-4e38-bc84-5b5a96816224,segment=NetworkSegment(0310ca4b-34df-49b5-8edb-ede04f94084b),segment_id=0310ca4b-34df-49b5-8edb-ede04f94084b)] {{(pid=91888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:31:24.901988 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:24.924291 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-ee954f1f-4621-4501-a8e6-feee6628dab8 None None] Deleting port 83d23066-d13a-4e38-bc84-5b5a96816224 {{(pid=91889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:31:24.924671 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-ee954f1f-4621-4501-a8e6-feee6628dab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777603798047'] for port, before_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:24.993109 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.plugin [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] Calling delete_port for 83d23066-d13a-4e38-bc84-5b5a96816224 owned by network:dhcp {{(pid=91888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:31:25.008811 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.db [None req-ee954f1f-4621-4501-a8e6-feee6628dab8 None None] For port 83d23066-d13a-4e38-bc84-5b5a96816224, host dv-cinder-786260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-iscsi',level=0,port_id=83d23066-d13a-4e38-bc84-5b5a96816224,segment=NetworkSegment(0310ca4b-34df-49b5-8edb-ede04f94084b),segment_id=0310ca4b-34df-49b5-8edb-ede04f94084b)] {{(pid=91889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:31:25.009215 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-ee954f1f-4621-4501-a8e6-feee6628dab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810334'] for port, precommit_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:25.087885 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3493234'] for port, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:25.089845 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:25.104210 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-ee954f1f-4621-4501-a8e6-feee6628dab8 None None] Calling delete_port for 83d23066-d13a-4e38-bc84-5b5a96816224 owned by network:dhcp {{(pid=91889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:31:25.116468 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] Pushing event deleted for resources: {'Port': ['ID=83d23066-d13a-4e38-bc84-5b5a96816224,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:25.120189 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:25.123074 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] No DVR routers for this DVR port 83d23066-d13a-4e38-bc84-5b5a96816224 on host dv-cinder-786260-5-iscsi {{(pid=91888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:31:25.198393 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-ee954f1f-4621-4501-a8e6-feee6628dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777603803459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777603410975'] for port, after_delete {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:25.200323 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:25.222532 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750700', 'neutron.services.segments.db._delete_segments_for_network-8777603965615'] for network, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:25.234528 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf0e149-3a1f-4d6f-ba8d-c319c81ef041']}} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:25.238227 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee954f1f-4621-4501-a8e6-feee6628dab8 None None] Pushing event deleted for resources: {'Port': ['ID=83d23066-d13a-4e38-bc84-5b5a96816224,revision_number=None']} {{(pid=91889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:25.241788 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG oslo_concurrency.lockutils [None req-ee954f1f-4621-4501-a8e6-feee6628dab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:25.245004 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee954f1f-4621-4501-a8e6-feee6628dab8 None None] No DVR routers for this DVR port 83d23066-d13a-4e38-bc84-5b5a96816224 on host dv-cinder-786260-5-iscsi {{(pid=91889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:31:25.249321 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0310ca4b-34df-49b5-8edb-ede04f94084b') {'for_net_delete': True} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:25.249669 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.services.segments.db [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0310ca4b-34df-49b5-8edb-ede04f94084b') {} {{(pid=91888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:25.262770 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777603965444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3200679'] for segment, before_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:25.278164 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772'] for segment, precommit_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:25.284397 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=91888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:31:25.284887 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3493159'] for segment, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: Traceback (most recent call last): Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: timer() Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: cb(*args, **kw) Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: return func(*args, **kwargs) Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: self._notify() Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: self.callback(batched_events) Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: event.method(event) Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: return f(self, *a, **k) Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: return self._get(url).json() Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: return self.request(url, 'GET', **kwargs) Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:31:25.286656 dv-cinder-786260-5-iscsi neutron-server[91888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:31:25.315621 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 34acf9d0-3611-43b2-8969-63fec4f6a51e no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:31:25.343252 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: 34acf9d0-3611-43b2-8969-63fec4f6a51e {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:31:25.349706 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 34acf9d0-3611-43b2-8969-63fec4f6a51e not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:31:25.349706 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 9b535730-67be-4d69-961b-db6e571322b3 no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:31:25.363724 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1626395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1807883'] for network, after_delete {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:25.367610 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:25.371414 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: 9b535730-67be-4d69-961b-db6e571322b3 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:31:25.371414 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 9b535730-67be-4d69-961b-db6e571322b3 not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:31:25.371414 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 83d23066-d13a-4e38-bc84-5b5a96816224 no longer exists at agent ovs-agent-dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:31:25.371797 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron_lib.callbacks.manager [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626368'] for network, before_response {{(pid=91888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:25.376314 dv-cinder-786260-5-iscsi neutron-server[91888]: INFO neutron.wsgi [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] 10.222.0.15 "DELETE /v2.0/networks/4cf0e149-3a1f-4d6f-ba8d-c319c81ef041 HTTP/1.1" status: 204 len: 168 time: 0.7148688 Jun 11 00:31:25.393795 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] Pushing event deleted for resources: {'Network': ['ID=4cf0e149-3a1f-4d6f-ba8d-c319c81ef041,revision_number=None']} {{(pid=91888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:25.396689 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.plugin [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] No Port match for: 83d23066-d13a-4e38-bc84-5b5a96816224 {{(pid=91889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:31:25.397036 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron.plugins.ml2.rpc [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Device 83d23066-d13a-4e38-bc84-5b5a96816224 not bound to the agent host dv-cinder-786260-5-iscsi {{(pid=91889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:31:25.397261 dv-cinder-786260-5-iscsi neutron-server[91888]: DEBUG oslo_concurrency.lockutils [None req-8b986027-7cfc-4de7-8824-41f9c205f34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:25.476633 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 47566) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:31:25.520424 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-26367413-1371-497a-9671-32079a71cdc5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=feeb6d9b818d4b6e900667be202babd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424469 Jun 11 00:31:25.522602 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 47568) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:31:25.575595 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5f4d8b34-05de-450a-9395-b02177d23975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:25.597934 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5f4d8b34-05de-450a-9395-b02177d23975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:25.651595 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5f4d8b34-05de-450a-9395-b02177d23975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:25.654637 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-5f4d8b34-05de-450a-9395-b02177d23975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:25.655779 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-5f4d8b34-05de-450a-9395-b02177d23975 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4bff6b06-afc0-4419-b21a-abeae50e63e9 HTTP/1.1" status: 204 len: 168 time: 0.1322992 Jun 11 00:31:25.656717 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-1eae7c16-a136-4f77-a826-c20e0b0bd65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:25.665089 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d8b34-05de-450a-9395-b02177d23975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bff6b06-afc0-4419-b21a-abeae50e63e9,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:25.667424 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-5f4d8b34-05de-450a-9395-b02177d23975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:25.957834 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 47574) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:31:26.001019 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-c84a7311-ea2a-4ebf-b274-9c3ef8643125 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f98873feadbf44738f6415a78a0286a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418789 Jun 11 00:31:26.003046 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.wsgi [-] (91887) accepted ('10.222.0.15', 47576) {{(pid=91887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:31:26.052958 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e29cea15-8144-4eaf-9ba9-83f011cbc95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:26.074808 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e29cea15-8144-4eaf-9ba9-83f011cbc95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:26.129798 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e29cea15-8144-4eaf-9ba9-83f011cbc95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5804'] for security_group, after_delete {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:26.132657 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron_lib.callbacks.manager [None req-e29cea15-8144-4eaf-9ba9-83f011cbc95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:26.133817 dv-cinder-786260-5-iscsi neutron-server[91887]: INFO neutron.wsgi [None req-e29cea15-8144-4eaf-9ba9-83f011cbc95f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fbc4f215-c020-4fc1-bf83-e01b2daa8de7 HTTP/1.1" status: 204 len: 168 time: 0.1298487 Jun 11 00:31:26.134588 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-0a440e59-5db6-4f5b-ad31-cfb49e0788d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:26.143767 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cea15-8144-4eaf-9ba9-83f011cbc95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc4f215-c020-4fc1-bf83-e01b2daa8de7,revision_number=None']} {{(pid=91887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:26.145986 dv-cinder-786260-5-iscsi neutron-server[91887]: DEBUG oslo_concurrency.lockutils [None req-e29cea15-8144-4eaf-9ba9-83f011cbc95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:41.714158 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:43.204019 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-e1567b60-5e31-4d33-acbc-4d95565df8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:45.783172 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f9975e-5e27-4afb-9836-a9f16a5b557d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:45.960484 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:47.127426 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:48.527097 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:50.150882 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:32:11.705120 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:13.205179 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-66f75f1a-06af-4249-9964-520b9e9dc7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:15.782411 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-48db683d-bf69-4f8b-8aac-49de354c205d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:15.959974 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:17.133416 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:18.530191 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:27.153155 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:32:41.720748 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:43.206568 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22038670-b183-4518-ad65-3bb39c2569c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:45.786228 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-e1c18ba7-3bd0-4516-9b96-f8e6a839fb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:45.960723 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:47.133294 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:48.537020 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:04.152084 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:33:11.720437 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:13.206219 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-0295196c-78c0-43c7-948f-be69b7bd4281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:15.786893 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-c1596daa-1e3d-427f-8521-e1d2ccec3c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:15.960753 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:17.136572 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:18.537904 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:41.150735 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:33:41.720733 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:43.208830 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-ccfff2d4-19fc-4851-bd70-ac05dc8b86f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:45.786522 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-4b99a581-6ce1-429a-bef6-7241fad643ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:45.961675 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:47.139521 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:48.539325 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:11.742708 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:13.209109 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-2f9e316f-6333-41dd-846f-8882163b99cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:15.786938 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-ce43d2ff-cf36-4957-b685-c7a38877d2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:15.961496 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:17.141778 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:18.149861 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:34:18.542633 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:41.734493 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:43.208466 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-b82fb703-4d7c-4289-a61b-22f22785cc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:45.787534 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-2450a92d-1d1e-4ff2-96fe-b9f1a77f2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:45.961938 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:47.144243 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:48.546560 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:55.148872 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:35:11.742652 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:13.207620 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-9d96803a-e6c8-4c59-af22-3eb802f678c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:15.800183 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-c9d4f482-32df-4306-9b4c-8890323a657e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:15.961673 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:17.147484 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:18.548994 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:32.147578 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:35:41.749809 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:43.207599 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-2fd63332-8b51-4030-9af3-fba2f5f4283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:45.801057 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-7d930c68-3c87-40e6-a9f8-3ddf16b62817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:45.962166 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:47.154654 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:48.555101 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:09.145700 dv-cinder-786260-5-iscsi neutron-server[91890]: DEBUG neutron.db.agents_db [None req-df658beb-81c7-4601-b271-ecf2ca0367c3 None None] Agent healthcheck: found 6 active agents {{(pid=91890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:36:11.757131 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-968638d9-7385-4c5a-9f77-fb8ba8fb517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:13.207854 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-fecac308-a89e-4fa4-8ebf-5b90f4a17c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:15.791092 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0cf0-9043-4975-aa6f-ad1d13e1fb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:15.961507 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-22efc7a9-74df-4329-bc18-bc25cfac6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:17.156744 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-d1775571-8335-4374-a489-bafd9bed1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:18.555542 dv-cinder-786260-5-iscsi neutron-server[91889]: DEBUG neutron_lib.callbacks.manager [None req-84f15dfa-67ef-4291-9c37-3d0bcd3fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777603965597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747938'] for agent, after_update {{(pid=91889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}